doppler-gpu 0.4.2 → 0.4.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +182 -0
- package/README.md +19 -15
- package/package.json +77 -29
- package/src/cli/cli-model-resolution.js +275 -0
- package/src/cli/cli-output.js +453 -0
- package/src/cli/doppler-cli.js +817 -709
- package/src/cli/doppler-quickstart.d.ts +7 -23
- package/src/cli/doppler-quickstart.js +4 -2
- package/src/cli/doppler-serve.js +1 -1
- package/src/cli/runtime-profiles.d.ts +40 -0
- package/src/cli/runtime-profiles.js +225 -0
- package/src/client/doppler-api.js +1 -6
- package/src/client/doppler-registry.d.ts +12 -0
- package/src/client/doppler-registry.js +27 -0
- package/src/client/doppler-registry.json +64 -6
- package/src/client/failure-taxonomy.js +139 -0
- package/src/client/fault-injection.js +30 -0
- package/src/client/provider.d.ts +151 -0
- package/src/client/provider.js +374 -0
- package/src/client/receipt.js +156 -0
- package/src/client/runtime/index.js +56 -4
- package/src/client/runtime/model-manager.d.ts +0 -14
- package/src/client/runtime/model-manager.js +2 -42
- package/src/client/runtime/model-session.js +33 -0
- package/src/client/runtime/model-source.d.ts +13 -1
- package/src/client/runtime/model-source.js +128 -2
- package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
- package/src/client/runtime/node-quickstart-cache.js +353 -0
- package/src/client/runtime/source-runtime.js +1 -10
- package/src/client/runtime/types.d.ts +0 -60
- package/src/client/wrap-pipeline-handle.d.ts +20 -0
- package/src/client/wrap-pipeline-handle.js +84 -0
- package/src/config/README.md +3 -1
- package/src/config/conversion/README.md +23 -157
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +367 -61
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
- package/src/config/execution-contract-check.js +6 -5
- package/src/config/kernel-path-loader.d.ts +8 -2
- package/src/config/kernels/kernel-ref-digests.js +125 -122
- package/src/config/kernels/registry.d.ts +0 -35
- package/src/config/kernels/registry.js +5 -9
- package/src/config/kernels/registry.json +524 -350
- package/src/config/merge-helpers.d.ts +1 -1
- package/src/config/merge-helpers.js +1 -1
- package/src/config/merge.js +35 -7
- package/src/config/param-categories.d.ts +0 -9
- package/src/config/param-categories.js +1 -5
- package/src/config/param-validator.d.ts +2 -0
- package/src/config/param-validator.js +16 -0
- package/src/config/platforms/loader.d.ts +0 -27
- package/src/config/platforms/loader.js +0 -30
- package/src/config/required-inference-fields-contract-check.js +1 -7
- package/src/config/runtime/README.md +28 -0
- package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +1 -1
- package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
- package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
- package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
- package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
- package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
- package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
- package/src/config/schema/bridge.schema.d.ts +16 -0
- package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
- package/src/config/schema/browser-suite-metrics.schema.js +2 -0
- package/src/config/schema/converter.schema.d.ts +5 -0
- package/src/config/schema/converter.schema.js +3 -0
- package/src/config/schema/debug.schema.d.ts +22 -1
- package/src/config/schema/debug.schema.js +1 -0
- package/src/config/schema/distill-training.schema.d.ts +0 -1
- package/src/config/schema/distill-training.schema.js +1 -1
- package/src/config/schema/doppler.schema.d.ts +12 -2
- package/src/config/schema/doppler.schema.js +108 -8
- package/src/config/schema/emulation.schema.d.ts +3 -0
- package/src/config/schema/emulation.schema.js +16 -16
- package/src/config/schema/execution-v1.schema.d.ts +12 -1
- package/src/config/schema/execution-v1.schema.js +7 -1
- package/src/config/schema/index.d.ts +52 -1
- package/src/config/schema/index.js +14 -0
- package/src/config/schema/inference.schema.d.ts +3 -3
- package/src/config/schema/kernel-path.schema.d.ts +6 -27
- package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
- package/src/config/schema/kernel-thresholds.schema.js +3 -7
- package/src/config/schema/kvcache.schema.js +0 -9
- package/src/config/schema/loading.schema.d.ts +12 -0
- package/src/config/schema/loading.schema.js +4 -0
- package/src/config/schema/manifest.schema.d.ts +68 -1
- package/src/config/schema/manifest.schema.js +48 -2
- package/src/config/schema/moe.schema.js +0 -8
- package/src/config/schema/program-bundle.schema.d.ts +233 -0
- package/src/config/schema/program-bundle.schema.js +393 -0
- package/src/config/schema/ul-training.schema.d.ts +0 -1
- package/src/config/schema/ul-training.schema.js +1 -1
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
- package/src/config/supported-operations.d.ts +14 -0
- package/src/config/supported-operations.js +34 -0
- package/src/config/supported-operations.json +178 -0
- package/src/config/training-defaults.js +1 -7
- package/src/config/transforms/capability-transform-resolver.js +3 -1
- package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
- package/src/config/transforms/execution-graph-transforms.js +693 -29
- package/src/converter/conversion-plan.js +13 -10
- package/src/converter/core.d.ts +57 -0
- package/src/converter/core.js +582 -13
- package/src/converter/parsers/diffusion.js +1 -33
- package/src/converter/quantization-info.d.ts +5 -4
- package/src/converter/quantization-info.js +39 -3
- package/src/converter/quantizer.d.ts +19 -0
- package/src/converter/quantizer.js +76 -0
- package/src/debug/config.d.ts +0 -4
- package/src/debug/config.js +0 -17
- package/src/debug/index.d.ts +28 -30
- package/src/debug/index.js +0 -18
- package/src/debug/stats.d.ts +0 -8
- package/src/debug/stats.js +3 -3
- package/src/debug/tensor.d.ts +9 -2
- package/src/debug/tensor.js +11 -4
- package/src/debug/trace.js +2 -15
- package/src/errors/doppler-error.js +20 -0
- package/src/experimental/browser/quantization.d.ts +5 -0
- package/src/experimental/distribution/shard-delivery.js +179 -23
- package/src/experimental/training/artifacts.js +1 -14
- package/src/experimental/training/checkpoint.js +1 -14
- package/src/experimental/training/datasets/token-batch.d.ts +1 -1
- package/src/experimental/training/datasets/token-batch.js +2 -2
- package/src/experimental/training/distillation/dataset.js +2 -15
- package/src/experimental/training/distillation/eval.js +3 -3
- package/src/experimental/training/distillation/runtime.js +3 -16
- package/src/experimental/training/distillation/student-fixture.js +6 -6
- package/src/experimental/training/lora-pipeline.js +1 -14
- package/src/experimental/training/objectives/base.d.ts +2 -2
- package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.js +2 -2
- package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
- package/src/experimental/training/objectives/distill_triplet.js +2 -2
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
- package/src/experimental/training/operator-artifacts.js +1 -14
- package/src/experimental/training/runner.js +1 -14
- package/src/experimental/training/workload-packs/registry.json +6 -6
- package/src/experimental/training/workloads.js +1 -1
- package/src/formats/gguf/types.d.ts +0 -63
- package/src/formats/gguf/types.js +58 -38
- package/src/formats/litert/types.d.ts +0 -13
- package/src/formats/litert/types.js +2 -2
- package/src/formats/rdrr/distributed/index.d.ts +34 -0
- package/src/formats/rdrr/distributed/index.js +3 -0
- package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
- package/src/formats/rdrr/distributed/parsing.js +23 -0
- package/src/formats/rdrr/distributed/validation.d.ts +23 -0
- package/src/formats/rdrr/distributed/validation.js +131 -0
- package/src/formats/rdrr/groups.d.ts +1 -13
- package/src/formats/rdrr/groups.js +0 -34
- package/src/formats/rdrr/index.d.ts +9 -0
- package/src/formats/rdrr/index.js +9 -0
- package/src/formats/rdrr/integrity.d.ts +51 -0
- package/src/formats/rdrr/integrity.js +200 -0
- package/src/formats/rdrr/lowerings.d.ts +28 -0
- package/src/formats/rdrr/lowerings.js +112 -0
- package/src/formats/rdrr/manifest.d.ts +0 -14
- package/src/formats/rdrr/manifest.js +5 -58
- package/src/formats/rdrr/merkle.d.ts +24 -0
- package/src/formats/rdrr/merkle.js +118 -0
- package/src/formats/rdrr/parsing.js +4 -0
- package/src/formats/rdrr/slice-compiler.d.ts +29 -0
- package/src/formats/rdrr/slice-compiler.js +188 -0
- package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
- package/src/formats/rdrr/storage-descriptor.js +186 -0
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
- package/src/formats/rdrr/tensor-config-validator.js +0 -30
- package/src/formats/rdrr/types.d.ts +107 -0
- package/src/formats/rdrr/validation.js +245 -0
- package/src/formats/tflite/types.d.ts +0 -31
- package/src/formats/tflite/types.js +5 -5
- package/src/gpu/command-recorder.d.ts +3 -21
- package/src/gpu/device.d.ts +17 -3
- package/src/gpu/device.js +20 -4
- package/src/gpu/kernel-runtime.d.ts +8 -15
- package/src/gpu/kernel-selection-log.d.ts +0 -8
- package/src/gpu/kernel-selection-log.js +0 -15
- package/src/gpu/kernel-tuner/cache.js +0 -3
- package/src/gpu/kernels/README.md +50 -18
- package/src/gpu/kernels/activation_static_qdq.wgsl +3 -1
- package/src/gpu/kernels/attention.d.ts +28 -19
- package/src/gpu/kernels/attention.js +443 -9
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
- package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_f16.wgsl +88 -30
- package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
- package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
- package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
- package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
- package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
- package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
- package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
- package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
- package/src/gpu/kernels/backward/index.d.ts +6 -0
- package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
- package/src/gpu/kernels/backward/utils.d.ts +35 -0
- package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
- package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
- package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
- package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
- package/src/gpu/kernels/constants.d.ts +9 -48
- package/src/gpu/kernels/constants.js +0 -23
- package/src/gpu/kernels/conv2d.d.ts +0 -4
- package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant.d.ts +0 -16
- package/src/gpu/kernels/dequant.js +1 -71
- package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant_shared.wgsl +1 -55
- package/src/gpu/kernels/dispatch.d.ts +12 -97
- package/src/gpu/kernels/dispatch.js +0 -117
- package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
- package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
- package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
- package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
- package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
- package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
- package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
- package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
- package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
- package/src/gpu/kernels/gather.d.ts +0 -7
- package/src/gpu/kernels/gather_f16.wgsl +1 -1
- package/src/gpu/kernels/gelu_f16.wgsl +14 -15
- package/src/gpu/kernels/groupnorm.d.ts +0 -4
- package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
- package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
- package/src/gpu/kernels/index.d.ts +6 -5
- package/src/gpu/kernels/index.js +3 -4
- package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
- package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
- package/src/gpu/kernels/layernorm.d.ts +0 -4
- package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
- package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
- package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
- package/src/gpu/kernels/logit-merge.d.ts +0 -24
- package/src/gpu/kernels/logit-merge.js +1 -17
- package/src/gpu/kernels/matmul-dispatch.js +7 -1
- package/src/gpu/kernels/matmul-selection.js +68 -1
- package/src/gpu/kernels/matmul.d.ts +0 -28
- package/src/gpu/kernels/matmul.js +101 -7
- package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
- package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
- package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
- package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
- package/src/gpu/kernels/modulate_f16.wgsl +1 -1
- package/src/gpu/kernels/moe.d.ts +0 -56
- package/src/gpu/kernels/moe.js +0 -15
- package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
- package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
- package/src/gpu/kernels/residual.d.ts +0 -12
- package/src/gpu/kernels/residual_f16.wgsl +2 -2
- package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
- package/src/gpu/kernels/rmsnorm.d.ts +0 -8
- package/src/gpu/kernels/rmsnorm.js +17 -1
- package/src/gpu/kernels/rmsnorm.wgsl +5 -6
- package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
- package/src/gpu/kernels/rope.d.ts +1 -5
- package/src/gpu/kernels/rope.js +12 -2
- package/src/gpu/kernels/rope.wgsl +33 -19
- package/src/gpu/kernels/rope_f16.wgsl +39 -25
- package/src/gpu/kernels/sample.d.ts +0 -5
- package/src/gpu/kernels/sample.wgsl +7 -6
- package/src/gpu/kernels/sample_f16.wgsl +28 -30
- package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
- package/src/gpu/kernels/shader-cache.d.ts +13 -0
- package/src/gpu/kernels/shader-cache.js +27 -0
- package/src/gpu/kernels/silu_f16.wgsl +1 -1
- package/src/gpu/kernels/softmax.wgsl +4 -144
- package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
- package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
- package/src/gpu/kernels/topk_f16.wgsl +1 -1
- package/src/gpu/kernels/turboquant-codebook.js +11 -40
- package/src/gpu/kernels/uniform-utils.d.ts +18 -0
- package/src/gpu/kernels/upsample2d.d.ts +0 -4
- package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
- package/src/gpu/kernels/utils.d.ts +28 -0
- package/src/gpu/kernels/utils.js +41 -0
- package/src/gpu/perf-guards.d.ts +0 -12
- package/src/gpu/perf-guards.js +0 -62
- package/src/gpu/profiler.d.ts +0 -21
- package/src/gpu/profiler.js +0 -34
- package/src/gpu/submit-tracker.d.ts +0 -57
- package/src/gpu/submit-tracker.js +3 -62
- package/src/gpu/tensor.d.ts +0 -23
- package/src/gpu/tensor.js +0 -41
- package/src/gpu/uniform-cache.d.ts +0 -11
- package/src/gpu/uniform-cache.js +0 -23
- package/src/index.d.ts +1 -0
- package/src/index.js +1 -0
- package/src/inference/browser-harness-model-helpers.d.ts +0 -9
- package/src/inference/browser-harness-model-helpers.js +22 -13
- package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
- package/src/inference/browser-harness-runtime-helpers.js +2 -2
- package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
- package/src/inference/browser-harness-suite-helpers.js +87 -1
- package/src/inference/browser-harness-text-helpers.d.ts +12 -0
- package/src/inference/browser-harness-text-helpers.js +223 -14
- package/src/inference/browser-harness.d.ts +0 -29
- package/src/inference/browser-harness.js +264 -71
- package/src/inference/kv-cache/base.d.ts +6 -0
- package/src/inference/kv-cache/base.js +16 -1
- package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
- package/src/inference/kv-cache/mixed-geometry.js +12 -2
- package/src/inference/kv-cache/quantized.js +2 -0
- package/src/inference/kv-cache/tiered.js +7 -0
- package/src/inference/kv-cache/types.d.ts +2 -0
- package/src/inference/multi-model-network.d.ts +1 -1
- package/src/inference/multi-model-network.js +1 -2
- package/src/inference/network-evolution.d.ts +0 -12
- package/src/inference/network-evolution.js +2 -2
- package/src/inference/pipelines/context.js +17 -0
- package/src/inference/pipelines/diffusion/init.js +2 -2
- package/src/inference/pipelines/diffusion/pipeline.js +41 -96
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
- package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
- package/src/inference/pipelines/diffusion/vae.js +4 -4
- package/src/inference/pipelines/energy/quintel.d.ts +15 -0
- package/src/inference/pipelines/structured/index.d.ts +2 -0
- package/src/inference/pipelines/structured/index.js +2 -0
- package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
- package/src/inference/pipelines/text/attention/attn-config.js +1 -1
- package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
- package/src/inference/pipelines/text/attention/projections.js +70 -23
- package/src/inference/pipelines/text/attention/record.js +118 -5
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
- package/src/inference/pipelines/text/attention/run.js +97 -6
- package/src/inference/pipelines/text/attention/types.d.ts +2 -0
- package/src/inference/pipelines/text/chat-format.d.ts +0 -10
- package/src/inference/pipelines/text/chat-format.js +1 -8
- package/src/inference/pipelines/text/config.d.ts +3 -25
- package/src/inference/pipelines/text/config.js +105 -3
- package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
- package/src/inference/pipelines/text/drift-policy.js +1 -1
- package/src/inference/pipelines/text/embed.d.ts +22 -27
- package/src/inference/pipelines/text/embed.js +0 -39
- package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
- package/src/inference/pipelines/text/execution-plan.js +15 -2
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
- package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
- package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
- package/src/inference/pipelines/text/execution-v1.js +94 -25
- package/src/inference/pipelines/text/ffn/dense.js +180 -3
- package/src/inference/pipelines/text/ffn/standard.js +40 -13
- package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
- package/src/inference/pipelines/text/generator-helpers.d.ts +0 -2
- package/src/inference/pipelines/text/generator-helpers.js +4 -5
- package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
- package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
- package/src/inference/pipelines/text/generator-runtime.js +8 -6
- package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
- package/src/inference/pipelines/text/generator-steps.js +8 -3
- package/src/inference/pipelines/text/generator.d.ts +0 -6
- package/src/inference/pipelines/text/generator.js +223 -547
- package/src/inference/pipelines/text/init-chat-templates.js +86 -0
- package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
- package/src/inference/pipelines/text/init-rope.js +408 -0
- package/src/inference/pipelines/text/init.d.ts +5 -2
- package/src/inference/pipelines/text/init.js +183 -724
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
- package/src/inference/pipelines/text/kernel-trace.js +0 -33
- package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
- package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
- package/src/inference/pipelines/text/layer-plan.js +1 -1
- package/src/inference/pipelines/text/layer.d.ts +70 -8
- package/src/inference/pipelines/text/layer.js +105 -537
- package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
- package/src/inference/pipelines/text/load-errors.d.ts +21 -0
- package/src/inference/pipelines/text/load-errors.js +59 -0
- package/src/inference/pipelines/text/logits/cpu.js +2 -20
- package/src/inference/pipelines/text/logits/gpu.js +2 -0
- package/src/inference/pipelines/text/logits/index.d.ts +1 -1
- package/src/inference/pipelines/text/model-load.d.ts +5 -4
- package/src/inference/pipelines/text/model-load.js +74 -17
- package/src/inference/pipelines/text/ops.d.ts +13 -2
- package/src/inference/pipelines/text/ops.js +1 -1
- package/src/inference/pipelines/text/per-layer-inputs.js +31 -6
- package/src/inference/pipelines/text/probes.d.ts +3 -6
- package/src/inference/pipelines/text/probes.js +120 -31
- package/src/inference/pipelines/text/sampling.d.ts +0 -5
- package/src/inference/pipelines/text/sampling.js +140 -0
- package/src/inference/pipelines/text/stage-names.js +3 -0
- package/src/inference/pipelines/text/state.js +2 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
- package/src/inference/pipelines/text/types.d.ts +8 -78
- package/src/inference/pipelines/text/weights.d.ts +0 -50
- package/src/inference/pipelines/text/weights.js +2 -51
- package/src/inference/pipelines/text.d.ts +9 -1
- package/src/inference/pipelines/text.js +223 -27
- package/src/inference/pipelines/vision/index.js +0 -107
- package/src/inference/runtime-model.d.ts +0 -7
- package/src/inference/runtime-model.js +0 -23
- package/src/inference/test-harness.d.ts +6 -22
- package/src/inference/test-harness.js +97 -23
- package/src/inference/tokenizer.js +1 -10
- package/src/inference/tokenizers/sentencepiece.js +65 -15
- package/src/inference/tokenizers/types.d.ts +0 -21
- package/src/loader/doppler-loader.d.ts +3 -0
- package/src/loader/doppler-loader.js +90 -12
- package/src/loader/embedding-loader.js +13 -3
- package/src/loader/loader-types.d.ts +2 -0
- package/src/loader/manifest-config.js +25 -1
- package/src/loader/memory-monitor.d.ts +17 -5
- package/src/loader/quantization-constants.d.ts +6 -0
- package/src/loader/shard-resolver.d.ts +1 -0
- package/src/loader/shard-resolver.js +15 -0
- package/src/loader/tensors/source-transform.js +6 -1
- package/src/loader/tensors/tensor-loader.d.ts +2 -9
- package/src/loader/tensors/tensor-loader.js +84 -1
- package/src/memory/address-table.d.ts +1 -9
- package/src/memory/buffer-pool.d.ts +0 -16
- package/src/memory/buffer-pool.js +1 -33
- package/src/memory/heap-manager.d.ts +18 -43
- package/src/memory/unified-detect.d.ts +19 -34
- package/src/models/embeddinggemma.d.ts +7 -0
- package/src/models/embeddinggemma.js +24 -0
- package/src/models/family.d.ts +24 -0
- package/src/models/family.js +25 -0
- package/src/models/gemma3.d.ts +7 -0
- package/src/models/gemma3.js +33 -0
- package/src/models/gemma4.d.ts +7 -0
- package/src/models/gemma4.js +33 -0
- package/src/models/qwen3.d.ts +7 -0
- package/src/models/qwen3.js +36 -0
- package/src/rules/converter/tokenizer.rules.json +5 -0
- package/src/rules/execution-rules-contract-check.js +72 -3
- package/src/rules/inference/capability-transforms.rules.json +87 -0
- package/src/rules/inference/execution.rules.json +11 -1
- package/src/rules/inference/ffn.rules.json +6 -2
- package/src/rules/loader/tensor-loader.rules.json +9 -0
- package/src/rules/rule-registry.js +53 -75
- package/src/storage/artifact-storage-context.d.ts +11 -3
- package/src/storage/artifact-storage-context.js +231 -26
- package/src/storage/backends/opfs-store.js +138 -88
- package/src/storage/blake3.js +9 -1
- package/src/storage/export.js +1 -5
- package/src/storage/normalize-model-id.js +3 -0
- package/src/storage/preflight.js +11 -0
- package/src/storage/quickstart-downloader.js +44 -67
- package/src/storage/reports.js +35 -11
- package/src/storage/shard-manager.d.ts +8 -2
- package/src/storage/shard-manager.js +176 -15
- package/src/storage/source-artifact-store.d.ts +0 -2
- package/src/storage/source-artifact-store.js +3 -9
- package/src/sw.js +0 -3
- package/src/tooling/browser-command-runner.js +39 -0
- package/src/tooling/command-api-constants.js +1 -1
- package/src/tooling/command-api-family-normalizers.d.ts +1 -0
- package/src/tooling/command-api-family-normalizers.js +49 -7
- package/src/tooling/command-api-helpers.d.ts +0 -2
- package/src/tooling/command-api-helpers.js +6 -2
- package/src/tooling/command-api.d.ts +20 -1
- package/src/tooling/command-api.js +10 -1
- package/src/tooling/command-envelope.d.ts +0 -1
- package/src/tooling/command-envelope.js +1 -1
- package/src/tooling/command-runner-shared.d.ts +10 -0
- package/src/tooling/conversion-config-materializer.d.ts +0 -10
- package/src/tooling/conversion-config-materializer.js +1 -1
- package/src/tooling/diagnose-runner.js +1 -4
- package/src/tooling/hf-registry-utils.d.ts +2 -6
- package/src/tooling/hf-registry-utils.js +90 -19
- package/src/tooling/kernel-path-builder/index.js +1 -4
- package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
- package/src/tooling/lean-execution-contract-runner.js +2 -2
- package/src/tooling/litert-package-runtime.d.ts +1 -1
- package/src/tooling/litert-package-runtime.js +21 -24
- package/src/tooling/node-browser-command-runner.d.ts +15 -0
- package/src/tooling/node-browser-command-runner.js +97 -13
- package/src/tooling/node-command-runner.js +36 -0
- package/src/tooling/node-convert-worker-pool.js +12 -0
- package/src/tooling/node-convert-worker.js +10 -1
- package/src/tooling/node-converter.js +90 -1
- package/src/tooling/node-source-runtime.js +1 -10
- package/src/tooling/opfs-cache.js +1 -4
- package/src/tooling/precision-replay-math.js +174 -0
- package/src/tooling/program-bundle-host.d.ts +16 -0
- package/src/tooling/program-bundle-host.js +20 -0
- package/src/tooling/program-bundle-parity.d.ts +28 -0
- package/src/tooling/program-bundle-parity.js +210 -0
- package/src/tooling/program-bundle.d.ts +61 -0
- package/src/tooling/program-bundle.js +1119 -0
- package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
- package/src/tooling/rdrr-integrity-refresh.js +271 -0
- package/src/tooling/reference-verify.js +191 -0
- package/src/tooling/source-artifact-adapter.d.ts +0 -20
- package/src/tooling/source-artifact-adapter.js +4 -4
- package/src/tooling/source-package-profiles.js +1 -7
- package/src/tooling/source-runtime-bundle.d.ts +2 -0
- package/src/tooling/source-runtime-bundle.js +3 -22
- package/src/tooling/source-runtime-converter-config.d.ts +0 -5
- package/src/tooling/source-runtime-converter-config.js +13 -9
- package/src/tooling/source-runtime-materializer.js +1 -7
- package/src/tooling-exports/device.d.ts +11 -0
- package/src/tooling-exports/device.js +14 -0
- package/src/tooling-exports/manifest.d.ts +8 -0
- package/src/tooling-exports/manifest.js +11 -0
- package/src/tooling-exports/storage.d.ts +25 -0
- package/src/tooling-exports/storage.js +29 -0
- package/src/tooling-exports/structured.d.ts +1 -0
- package/src/tooling-exports/structured.js +5 -0
- package/src/tooling-exports.d.ts +23 -0
- package/src/tooling-exports.js +17 -0
- package/src/tooling-exports.shared.d.ts +27 -30
- package/src/tooling-exports.shared.js +28 -29
- package/src/types/index.d.ts +0 -3
- package/src/types/index.js +0 -3
- package/src/utils/array-buffer.d.ts +4 -0
- package/src/utils/array-buffer.js +9 -0
- package/src/utils/canonical-hash.d.ts +7 -0
- package/src/utils/canonical-hash.js +74 -0
- package/src/utils/clone-json.d.ts +1 -0
- package/src/utils/clone-json.js +7 -0
- package/src/utils/encode-utf8.js +5 -0
- package/src/utils/index.d.ts +4 -1
- package/src/utils/index.js +4 -1
- package/src/utils/runtime-env.js +7 -0
- package/src/utils/sha256.d.ts +1 -0
- package/src/utils/sha256.js +18 -4
- package/src/utils/stable-sort-object.d.ts +1 -0
- package/src/utils/stable-sort-object.js +13 -0
- package/src/version.js +1 -1
- package/tools/convert-safetensors-node.js +1 -2
- package/src/bootstrap.d.ts +0 -1
- package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
- package/src/config/kernels/kernel-ref.d.ts +0 -17
- package/src/config/kernels/kernel-ref.js +0 -75
- package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
- package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
- package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
- package/src/config/runtime/kernels/fused-q4k.json +0 -13
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
- package/src/config/runtime/kernels/safe-q4k.json +0 -13
- package/src/config/runtime/overlays/debug-f32a.json +0 -3
- package/src/config/runtime/overlays/trace-config.json +0 -28
- package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
- package/src/debug/perf.d.ts +0 -33
- package/src/debug/perf.js +0 -51
- package/src/errors/index.d.ts +0 -1
- package/src/errors/index.js +0 -1
- package/src/formats/gguf/index.d.ts +0 -8
- package/src/formats/gguf/index.js +0 -4
- package/src/formats/litert/index.d.ts +0 -1
- package/src/formats/litert/index.js +0 -1
- package/src/formats/safetensors/index.d.ts +0 -8
- package/src/formats/safetensors/index.js +0 -4
- package/src/formats/tflite/index.d.ts +0 -1
- package/src/formats/tflite/index.js +0 -1
- package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
- package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
- package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
- package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
- package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
- package/src/inference/functiongemma.d.ts +0 -15
- package/src/inference/functiongemma.js +0 -1
- package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
- package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
- package/src/rules/kernels/kernel-validator.d.ts +0 -24
- package/src/rules/kernels/kernel-validator.js +0 -160
- package/src/sw.d.ts +0 -1
- package/src/tooling/bench-runner.js +0 -64
- package/src/tooling/distill-runner.js +0 -56
- package/src/tooling/lora-runner.js +0 -37
- package/src/tooling/verify-runner.js +0 -63
- package/src/types/gpu.d.ts +0 -185
- package/src/types/gpu.js +0 -5
- package/src/types/inference.d.ts +0 -197
- package/src/types/inference.js +0 -5
- package/src/types/model.d.ts +0 -130
- package/src/types/model.js +0 -5
- package/src/utils/format-bytes.js +0 -20
- /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
- /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
|
@@ -10,6 +10,7 @@
|
|
|
10
10
|
|
|
11
11
|
override WORKGROUP_SIZE: u32 = 256u;
|
|
12
12
|
const MAX_WORKGROUP_SIZE: u32 = 256u;
|
|
13
|
+
const NEG_INF: f32 = -3.402823e+38;
|
|
13
14
|
|
|
14
15
|
struct Uniforms {
|
|
15
16
|
inner_size: u32, // Size of dimension to softmax over
|
|
@@ -45,7 +46,7 @@ fn main(
|
|
|
45
46
|
let elements_per_thread = (inner_size + WORKGROUP_SIZE - 1u) / WORKGROUP_SIZE;
|
|
46
47
|
|
|
47
48
|
// Pass 1: Find maximum (for numerical stability)
|
|
48
|
-
var local_max: f32 =
|
|
49
|
+
var local_max: f32 = NEG_INF;
|
|
49
50
|
|
|
50
51
|
for (var i: u32 = 0u; i < elements_per_thread; i = i + 1u) {
|
|
51
52
|
let idx = thread_idx * elements_per_thread + i;
|
|
@@ -127,7 +128,7 @@ fn softmax_small(
|
|
|
127
128
|
let base_offset = row_idx * inner_size;
|
|
128
129
|
|
|
129
130
|
// Load and scale value
|
|
130
|
-
var val: f32 =
|
|
131
|
+
var val: f32 = NEG_INF;
|
|
131
132
|
if (thread_idx < inner_size) {
|
|
132
133
|
val = input[base_offset + thread_idx] / temperature;
|
|
133
134
|
}
|
|
@@ -191,7 +192,7 @@ fn softmax_online(
|
|
|
191
192
|
let elements_per_thread = (inner_size + WORKGROUP_SIZE - 1u) / WORKGROUP_SIZE;
|
|
192
193
|
|
|
193
194
|
// Online algorithm: track max and sum simultaneously
|
|
194
|
-
var m: f32 =
|
|
195
|
+
var m: f32 = NEG_INF; // Running max
|
|
195
196
|
var d: f32 = 0.0; // Running sum of exp(x - m)
|
|
196
197
|
|
|
197
198
|
for (var i: u32 = 0u; i < elements_per_thread; i = i + 1u) {
|
|
@@ -245,144 +246,3 @@ fn softmax_online(
|
|
|
245
246
|
}
|
|
246
247
|
}
|
|
247
248
|
|
|
248
|
-
// In-place softmax (output = input buffer)
|
|
249
|
-
@compute @workgroup_size(WORKGROUP_SIZE, 1, 1)
|
|
250
|
-
fn softmax_inplace(
|
|
251
|
-
@builtin(local_invocation_id) local_id: vec3<u32>,
|
|
252
|
-
@builtin(workgroup_id) wg_id: vec3<u32>
|
|
253
|
-
) {
|
|
254
|
-
let row_idx = wg_id.x;
|
|
255
|
-
let thread_idx = local_id.x;
|
|
256
|
-
let inner_size = u.inner_size;
|
|
257
|
-
let temperature = u.temperature;
|
|
258
|
-
|
|
259
|
-
if (row_idx >= u.outer_size) {
|
|
260
|
-
return;
|
|
261
|
-
}
|
|
262
|
-
|
|
263
|
-
let base_offset = row_idx * inner_size;
|
|
264
|
-
let elements_per_thread = (inner_size + WORKGROUP_SIZE - 1u) / WORKGROUP_SIZE;
|
|
265
|
-
|
|
266
|
-
// Pass 1: Find max
|
|
267
|
-
var local_max: f32 = -3.402823e+38;
|
|
268
|
-
for (var i: u32 = 0u; i < elements_per_thread; i = i + 1u) {
|
|
269
|
-
let idx = thread_idx * elements_per_thread + i;
|
|
270
|
-
if (idx < inner_size) {
|
|
271
|
-
local_max = max(local_max, output[base_offset + idx] / temperature);
|
|
272
|
-
}
|
|
273
|
-
}
|
|
274
|
-
|
|
275
|
-
shared_max[thread_idx] = local_max;
|
|
276
|
-
workgroupBarrier();
|
|
277
|
-
|
|
278
|
-
for (var stride: u32 = WORKGROUP_SIZE / 2u; stride > 0u; stride = stride >> 1u) {
|
|
279
|
-
if (thread_idx < stride) {
|
|
280
|
-
shared_max[thread_idx] = max(shared_max[thread_idx], shared_max[thread_idx + stride]);
|
|
281
|
-
}
|
|
282
|
-
workgroupBarrier();
|
|
283
|
-
}
|
|
284
|
-
let global_max = shared_max[0];
|
|
285
|
-
|
|
286
|
-
// Pass 2: exp and sum
|
|
287
|
-
var local_sum: f32 = 0.0;
|
|
288
|
-
for (var i: u32 = 0u; i < elements_per_thread; i = i + 1u) {
|
|
289
|
-
let idx = thread_idx * elements_per_thread + i;
|
|
290
|
-
if (idx < inner_size) {
|
|
291
|
-
let exp_val = exp(output[base_offset + idx] / temperature - global_max);
|
|
292
|
-
output[base_offset + idx] = exp_val; // Store intermediate
|
|
293
|
-
local_sum = local_sum + exp_val;
|
|
294
|
-
}
|
|
295
|
-
}
|
|
296
|
-
|
|
297
|
-
shared_sum[thread_idx] = local_sum;
|
|
298
|
-
workgroupBarrier();
|
|
299
|
-
|
|
300
|
-
for (var stride: u32 = WORKGROUP_SIZE / 2u; stride > 0u; stride = stride >> 1u) {
|
|
301
|
-
if (thread_idx < stride) {
|
|
302
|
-
shared_sum[thread_idx] = shared_sum[thread_idx] + shared_sum[thread_idx + stride];
|
|
303
|
-
}
|
|
304
|
-
workgroupBarrier();
|
|
305
|
-
}
|
|
306
|
-
// Guard against division by zero when all exp values underflow
|
|
307
|
-
let inv_sum = select(0.0, 1.0 / shared_sum[0], shared_sum[0] > 0.0);
|
|
308
|
-
|
|
309
|
-
workgroupBarrier();
|
|
310
|
-
|
|
311
|
-
// Pass 3: Normalize
|
|
312
|
-
for (var i: u32 = 0u; i < elements_per_thread; i = i + 1u) {
|
|
313
|
-
let idx = thread_idx * elements_per_thread + i;
|
|
314
|
-
if (idx < inner_size) {
|
|
315
|
-
output[base_offset + idx] = output[base_offset + idx] * inv_sum;
|
|
316
|
-
}
|
|
317
|
-
}
|
|
318
|
-
}
|
|
319
|
-
|
|
320
|
-
// Log softmax - useful for cross-entropy loss
|
|
321
|
-
@compute @workgroup_size(WORKGROUP_SIZE, 1, 1)
|
|
322
|
-
fn log_softmax(
|
|
323
|
-
@builtin(local_invocation_id) local_id: vec3<u32>,
|
|
324
|
-
@builtin(workgroup_id) wg_id: vec3<u32>
|
|
325
|
-
) {
|
|
326
|
-
let row_idx = wg_id.x;
|
|
327
|
-
let thread_idx = local_id.x;
|
|
328
|
-
let inner_size = u.inner_size;
|
|
329
|
-
let temperature = u.temperature;
|
|
330
|
-
|
|
331
|
-
if (row_idx >= u.outer_size) {
|
|
332
|
-
return;
|
|
333
|
-
}
|
|
334
|
-
|
|
335
|
-
let base_offset = row_idx * inner_size;
|
|
336
|
-
let elements_per_thread = (inner_size + WORKGROUP_SIZE - 1u) / WORKGROUP_SIZE;
|
|
337
|
-
|
|
338
|
-
// Pass 1: Find max
|
|
339
|
-
var local_max: f32 = -3.402823e+38;
|
|
340
|
-
for (var i: u32 = 0u; i < elements_per_thread; i = i + 1u) {
|
|
341
|
-
let idx = thread_idx * elements_per_thread + i;
|
|
342
|
-
if (idx < inner_size) {
|
|
343
|
-
local_max = max(local_max, input[base_offset + idx] / temperature);
|
|
344
|
-
}
|
|
345
|
-
}
|
|
346
|
-
|
|
347
|
-
shared_max[thread_idx] = local_max;
|
|
348
|
-
workgroupBarrier();
|
|
349
|
-
|
|
350
|
-
for (var stride: u32 = WORKGROUP_SIZE / 2u; stride > 0u; stride = stride >> 1u) {
|
|
351
|
-
if (thread_idx < stride) {
|
|
352
|
-
shared_max[thread_idx] = max(shared_max[thread_idx], shared_max[thread_idx + stride]);
|
|
353
|
-
}
|
|
354
|
-
workgroupBarrier();
|
|
355
|
-
}
|
|
356
|
-
let global_max = shared_max[0];
|
|
357
|
-
|
|
358
|
-
// Pass 2: Sum of exp
|
|
359
|
-
var local_sum: f32 = 0.0;
|
|
360
|
-
for (var i: u32 = 0u; i < elements_per_thread; i = i + 1u) {
|
|
361
|
-
let idx = thread_idx * elements_per_thread + i;
|
|
362
|
-
if (idx < inner_size) {
|
|
363
|
-
local_sum = local_sum + exp(input[base_offset + idx] / temperature - global_max);
|
|
364
|
-
}
|
|
365
|
-
}
|
|
366
|
-
|
|
367
|
-
shared_sum[thread_idx] = local_sum;
|
|
368
|
-
workgroupBarrier();
|
|
369
|
-
|
|
370
|
-
for (var stride: u32 = WORKGROUP_SIZE / 2u; stride > 0u; stride = stride >> 1u) {
|
|
371
|
-
if (thread_idx < stride) {
|
|
372
|
-
shared_sum[thread_idx] = shared_sum[thread_idx] + shared_sum[thread_idx + stride];
|
|
373
|
-
}
|
|
374
|
-
workgroupBarrier();
|
|
375
|
-
}
|
|
376
|
-
let log_sum = log(shared_sum[0]);
|
|
377
|
-
|
|
378
|
-
workgroupBarrier();
|
|
379
|
-
|
|
380
|
-
// Write log softmax: log(exp(x - max) / sum) = (x - max) - log(sum)
|
|
381
|
-
for (var i: u32 = 0u; i < elements_per_thread; i = i + 1u) {
|
|
382
|
-
let idx = thread_idx * elements_per_thread + i;
|
|
383
|
-
if (idx < inner_size) {
|
|
384
|
-
let x = input[base_offset + idx] / temperature;
|
|
385
|
-
output[base_offset + idx] = (x - global_max) - log_sum;
|
|
386
|
-
}
|
|
387
|
-
}
|
|
388
|
-
}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
// AUTO-GENERATED from src/gpu/kernels/split_qg.wgsl.
|
|
2
|
-
// Edit the source kernel and src/gpu/kernels/codegen/wgsl-variants.js, then run `npm run kernels:
|
|
2
|
+
// Edit the source kernel and src/gpu/kernels/codegen/wgsl-variants.js, then run `npm run kernels:codegen:sync`.
|
|
3
3
|
// split_qg_f16.wgsl
|
|
4
4
|
|
|
5
5
|
/**
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
// AUTO-GENERATED from src/gpu/kernels/split_qkv.wgsl.
|
|
2
|
-
// Edit the source kernel and src/gpu/kernels/codegen/wgsl-variants.js, then run `npm run kernels:
|
|
2
|
+
// Edit the source kernel and src/gpu/kernels/codegen/wgsl-variants.js, then run `npm run kernels:codegen:sync`.
|
|
3
3
|
// split_qkv_f16.wgsl
|
|
4
4
|
|
|
5
5
|
/**
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
// AUTO-GENERATED from src/gpu/kernels/topk.wgsl.
|
|
2
|
-
// Edit the source kernel and src/gpu/kernels/codegen/wgsl-variants.js, then run `npm run kernels:
|
|
2
|
+
// Edit the source kernel and src/gpu/kernels/codegen/wgsl-variants.js, then run `npm run kernels:codegen:sync`.
|
|
3
3
|
// topk_f16.wgsl
|
|
4
4
|
|
|
5
5
|
/**
|
|
@@ -109,7 +109,7 @@ const LLOYD_CONVERGENCE_EPS = 1e-12;
|
|
|
109
109
|
* @param {number} bitWidth - Bits per coordinate (1, 2, 3, or 4).
|
|
110
110
|
* @returns {{ centroids: Float32Array, boundaries: Float32Array }}
|
|
111
111
|
*/
|
|
112
|
-
|
|
112
|
+
function computeMaxLloydCodebook(d, bitWidth) {
|
|
113
113
|
if (bitWidth < 1 || bitWidth > 4) {
|
|
114
114
|
throw new Error(`TurboQuant bit-width must be 1-4; got ${bitWidth}.`);
|
|
115
115
|
}
|
|
@@ -177,7 +177,7 @@ function matrixKey(d, seed) {
|
|
|
177
177
|
* @param {number} bitWidth - Bits per coordinate.
|
|
178
178
|
* @returns {{ centroids: Float32Array, boundaries: Float32Array }}
|
|
179
179
|
*/
|
|
180
|
-
|
|
180
|
+
function getCodebook(d, bitWidth) {
|
|
181
181
|
const key = codebookKey(d, bitWidth);
|
|
182
182
|
let cb = codebookCache.get(key);
|
|
183
183
|
if (!cb) {
|
|
@@ -188,7 +188,7 @@ export function getCodebook(d, bitWidth) {
|
|
|
188
188
|
return cb;
|
|
189
189
|
}
|
|
190
190
|
|
|
191
|
-
|
|
191
|
+
function getRotationMatrix(d, seed) {
|
|
192
192
|
const key = matrixKey(d, seed);
|
|
193
193
|
let matrix = rotationMatrixCache.get(key);
|
|
194
194
|
if (!matrix) {
|
|
@@ -199,7 +199,7 @@ export function getRotationMatrix(d, seed) {
|
|
|
199
199
|
return matrix;
|
|
200
200
|
}
|
|
201
201
|
|
|
202
|
-
|
|
202
|
+
function getQJLMatrix(d, seed) {
|
|
203
203
|
const key = matrixKey(d, seed);
|
|
204
204
|
let matrix = qjlMatrixCache.get(key);
|
|
205
205
|
if (!matrix) {
|
|
@@ -221,7 +221,7 @@ export function getQJLMatrix(d, seed) {
|
|
|
221
221
|
* @param {number} seed - PRNG seed for reproducibility.
|
|
222
222
|
* @returns {Float32Array} - Flattened d×d orthogonal matrix (row-major).
|
|
223
223
|
*/
|
|
224
|
-
|
|
224
|
+
function generateRotationMatrix(d, seed) {
|
|
225
225
|
const rng = createPRNG(seed);
|
|
226
226
|
|
|
227
227
|
// Generate random Gaussian matrix A (d × d)
|
|
@@ -317,7 +317,7 @@ export function generateRotationMatrix(d, seed) {
|
|
|
317
317
|
* @param {number} seed - PRNG seed (should differ from rotation seed).
|
|
318
318
|
* @returns {Float32Array} - Flattened d×d sign matrix (row-major).
|
|
319
319
|
*/
|
|
320
|
-
|
|
320
|
+
function generateQJLMatrix(d, seed) {
|
|
321
321
|
const rng = createPRNG(seed);
|
|
322
322
|
const P = new Float32Array(d * d);
|
|
323
323
|
const scale = 1.0 / Math.sqrt(d);
|
|
@@ -338,7 +338,7 @@ export function generateQJLMatrix(d, seed) {
|
|
|
338
338
|
* @param {number} bitsLow - Bits for non-outlier channels.
|
|
339
339
|
* @returns {number} - Fraction of channels using bitsHigh (0 to 1).
|
|
340
340
|
*/
|
|
341
|
-
|
|
341
|
+
function computeOutlierFraction(effectiveBits, bitsHigh, bitsLow) {
|
|
342
342
|
if (bitsHigh <= bitsLow) {
|
|
343
343
|
throw new Error(`bitsHigh (${bitsHigh}) must be > bitsLow (${bitsLow}).`);
|
|
344
344
|
}
|
|
@@ -352,25 +352,6 @@ export function computeOutlierFraction(effectiveBits, bitsHigh, bitsLow) {
|
|
|
352
352
|
return fraction;
|
|
353
353
|
}
|
|
354
354
|
|
|
355
|
-
/**
|
|
356
|
-
* Resolve outlier bit-width config from effective bit-width.
|
|
357
|
-
*
|
|
358
|
-
* @param {number} effectiveBits - Target (e.g., 2.5, 3.5, or integer 2/3/4).
|
|
359
|
-
* @returns {{ bitsHigh: number, bitsLow: number, outlierFraction: number, isNonInteger: boolean }}
|
|
360
|
-
*/
|
|
361
|
-
export function resolveOutlierConfig(effectiveBits) {
|
|
362
|
-
if (Number.isInteger(effectiveBits) && effectiveBits >= 1 && effectiveBits <= 4) {
|
|
363
|
-
return { bitsHigh: effectiveBits, bitsLow: effectiveBits, outlierFraction: 0, isNonInteger: false };
|
|
364
|
-
}
|
|
365
|
-
const bitsLow = Math.floor(effectiveBits);
|
|
366
|
-
const bitsHigh = bitsLow + 1;
|
|
367
|
-
if (bitsLow < 1 || bitsHigh > 4) {
|
|
368
|
-
throw new Error(`Effective bits ${effectiveBits} out of supported range [1, 4].`);
|
|
369
|
-
}
|
|
370
|
-
const outlierFraction = computeOutlierFraction(effectiveBits, bitsHigh, bitsLow);
|
|
371
|
-
return { bitsHigh, bitsLow, outlierFraction, isNonInteger: true };
|
|
372
|
-
}
|
|
373
|
-
|
|
374
355
|
// -- GPU buffer upload helpers ------------------------------------------------
|
|
375
356
|
|
|
376
357
|
/**
|
|
@@ -381,7 +362,7 @@ export function resolveOutlierConfig(effectiveBits) {
|
|
|
381
362
|
* @param {string} label - Buffer label.
|
|
382
363
|
* @returns {GPUBuffer}
|
|
383
364
|
*/
|
|
384
|
-
|
|
365
|
+
function uploadRotationMatrix(device, matrix, label) {
|
|
385
366
|
const buf = device.createBuffer({
|
|
386
367
|
label,
|
|
387
368
|
size: matrix.byteLength,
|
|
@@ -399,7 +380,7 @@ export function uploadRotationMatrix(device, matrix, label) {
|
|
|
399
380
|
* @param {string} prefix - Buffer label prefix.
|
|
400
381
|
* @returns {{ centroidsBuffer: GPUBuffer, boundariesBuffer: GPUBuffer }}
|
|
401
382
|
*/
|
|
402
|
-
|
|
383
|
+
function uploadCodebook(device, codebook, prefix) {
|
|
403
384
|
const centroidsBuffer = device.createBuffer({
|
|
404
385
|
label: `${prefix}_centroids`,
|
|
405
386
|
size: Math.max(4, codebook.centroids.byteLength),
|
|
@@ -545,20 +526,10 @@ export function computePackedStride(headDim, bitWidth) {
|
|
|
545
526
|
return Math.ceil(headDim / packFactor);
|
|
546
527
|
}
|
|
547
528
|
|
|
548
|
-
/**
|
|
549
|
-
* Compute the pack factor for a given bit-width.
|
|
550
|
-
*
|
|
551
|
-
* @param {number} bitWidth
|
|
552
|
-
* @returns {number}
|
|
553
|
-
*/
|
|
554
|
-
export function computePackFactor(bitWidth) {
|
|
555
|
-
return Math.floor(32 / bitWidth);
|
|
556
|
-
}
|
|
557
|
-
|
|
558
529
|
// -- Default seeds ------------------------------------------------------------
|
|
559
530
|
|
|
560
531
|
/** Default seed for rotation matrix Π. */
|
|
561
|
-
|
|
532
|
+
const ROTATION_SEED = 0x54515545; // "TQUE"
|
|
562
533
|
|
|
563
534
|
/** Default seed for QJL projection matrix P (must differ from rotation seed). */
|
|
564
|
-
|
|
535
|
+
const QJL_SEED = 0x514A4C50; // "QJLP"
|
|
@@ -23,6 +23,24 @@ export interface UniformBufferOptions {
|
|
|
23
23
|
// Uniform Buffer Creation
|
|
24
24
|
// ============================================================================
|
|
25
25
|
|
|
26
|
+
/**
|
|
27
|
+
* Write a kernel's uniform fields into a DataView according to the
|
|
28
|
+
* registry-declared layout. Throws when the kernel has no uniforms or
|
|
29
|
+
* an unsupported field type.
|
|
30
|
+
*/
|
|
31
|
+
export declare function writeUniformsFromObject(
|
|
32
|
+
view: DataView,
|
|
33
|
+
config: unknown,
|
|
34
|
+
values: Record<string, number>
|
|
35
|
+
): void;
|
|
36
|
+
|
|
37
|
+
/**
|
|
38
|
+
* Byte length required for a kernel's uniform buffer, taking the
|
|
39
|
+
* declared size and alignment rules into account. Returns 0 when the
|
|
40
|
+
* kernel has no uniforms.
|
|
41
|
+
*/
|
|
42
|
+
export declare function getUniformByteLength(config: unknown): number;
|
|
43
|
+
|
|
26
44
|
/**
|
|
27
45
|
* Create a uniform buffer from raw data.
|
|
28
46
|
* Uses caching by default for content-addressed reuse.
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
// AUTO-GENERATED from src/gpu/kernels/upsample2d.wgsl.
|
|
2
|
-
// Edit the source kernel and src/gpu/kernels/codegen/wgsl-variants.js, then run `npm run kernels:
|
|
2
|
+
// Edit the source kernel and src/gpu/kernels/codegen/wgsl-variants.js, then run `npm run kernels:codegen:sync`.
|
|
3
3
|
// Upsample2D Kernel (nearest, NCHW, f16)
|
|
4
4
|
|
|
5
5
|
enable f16;
|
|
@@ -78,12 +78,40 @@ export {
|
|
|
78
78
|
type UniformBufferOptions,
|
|
79
79
|
createUniformBufferFromData,
|
|
80
80
|
createUniformBufferWithView,
|
|
81
|
+
getUniformByteLength,
|
|
82
|
+
writeUniformsFromObject,
|
|
81
83
|
} from './uniform-utils.js';
|
|
82
84
|
|
|
83
85
|
// ============================================================================
|
|
84
86
|
// Combined Cache Management
|
|
85
87
|
// ============================================================================
|
|
86
88
|
|
|
89
|
+
/**
|
|
90
|
+
* Unified kernel dispatch helper. Resolves the kernel config and pipeline
|
|
91
|
+
* for `opName`/`variant`, creates a uniform buffer from `uniforms`, and
|
|
92
|
+
* dispatches via the provided `target` (GPUDevice or CommandRecorder).
|
|
93
|
+
*/
|
|
94
|
+
export declare function unifiedKernelWrapper(
|
|
95
|
+
opName: string,
|
|
96
|
+
target: GPUDevice | { device: GPUDevice; beginComputePass: unknown } | null,
|
|
97
|
+
variant: string,
|
|
98
|
+
bindings: unknown[],
|
|
99
|
+
uniforms: Record<string, number>,
|
|
100
|
+
workgroups: number | [number, number, number],
|
|
101
|
+
constants?: Record<string, number> | null,
|
|
102
|
+
extraBindings?: unknown[] | null
|
|
103
|
+
): Promise<void>;
|
|
104
|
+
|
|
105
|
+
/**
|
|
106
|
+
* Create a bind group with descriptor validation. Throws a labeled error
|
|
107
|
+
* when the descriptor is missing required fields.
|
|
108
|
+
*/
|
|
109
|
+
export declare function createBindGroupWithValidation(
|
|
110
|
+
device: GPUDevice,
|
|
111
|
+
descriptor: GPUBindGroupDescriptor,
|
|
112
|
+
contextLabel: string
|
|
113
|
+
): GPUBindGroup;
|
|
114
|
+
|
|
87
115
|
/**
|
|
88
116
|
* Clear all kernel caches
|
|
89
117
|
*/
|
package/src/gpu/kernels/utils.js
CHANGED
|
@@ -1,5 +1,37 @@
|
|
|
1
1
|
|
|
2
2
|
|
|
3
|
+
const __DBG_REC = { byOp: new Map(), totalCount: 0, total: { pipeline: 0, prep: 0, bg: 0, dispatch: 0 }, firstCallByOp: new Map() };
|
|
4
|
+
export function __dbgRecord(op, variant, pipelineMs, prepMs, bgMs, dispatchMs) {
|
|
5
|
+
const key = `${op}/${variant}`;
|
|
6
|
+
const e = __DBG_REC.byOp.get(key) ?? { count: 0, pipeline: 0, prep: 0, bg: 0, dispatch: 0, firstPipeline: 0 };
|
|
7
|
+
if (e.count === 0) e.firstPipeline = pipelineMs;
|
|
8
|
+
e.count += 1;
|
|
9
|
+
e.pipeline += pipelineMs;
|
|
10
|
+
e.prep += prepMs;
|
|
11
|
+
e.bg += bgMs;
|
|
12
|
+
e.dispatch += dispatchMs;
|
|
13
|
+
__DBG_REC.byOp.set(key, e);
|
|
14
|
+
__DBG_REC.totalCount += 1;
|
|
15
|
+
__DBG_REC.total.pipeline += pipelineMs;
|
|
16
|
+
__DBG_REC.total.prep += prepMs;
|
|
17
|
+
__DBG_REC.total.bg += bgMs;
|
|
18
|
+
__DBG_REC.total.dispatch += dispatchMs;
|
|
19
|
+
}
|
|
20
|
+
if (typeof process !== "undefined" && process?.env?.DOPPLER_DBG_RECORD === '1') {
|
|
21
|
+
process.on('exit', () => {
|
|
22
|
+
const t = __DBG_REC.total;
|
|
23
|
+
const sum = t.pipeline + t.prep + t.bg + t.dispatch;
|
|
24
|
+
process.stderr.write(`\n[DBG_REC] total records=${__DBG_REC.totalCount} sum=${sum.toFixed(1)}ms (pipeline=${t.pipeline.toFixed(1)} prep=${t.prep.toFixed(1)} bg=${t.bg.toFixed(1)} dispatch=${t.dispatch.toFixed(1)})\n`);
|
|
25
|
+
const rows = Array.from(__DBG_REC.byOp.entries()).map(([k, v]) => ({ k, ...v, totalMs: v.pipeline + v.prep + v.bg + v.dispatch }));
|
|
26
|
+
rows.sort((a, b) => b.totalMs - a.totalMs);
|
|
27
|
+
process.stderr.write(`[DBG_REC] per kernel (top 25):\n`);
|
|
28
|
+
for (const r of rows.slice(0, 25)) {
|
|
29
|
+
process.stderr.write(` ${r.k.padEnd(45)} n=${String(r.count).padStart(5)} total=${r.totalMs.toFixed(1).padStart(7)}ms pipeline=${r.pipeline.toFixed(1).padStart(7)} prep=${r.prep.toFixed(1).padStart(6)} bg=${r.bg.toFixed(1).padStart(6)} dispatch=${r.dispatch.toFixed(1).padStart(7)} firstPipe=${r.firstPipeline.toFixed(2)}\n`);
|
|
30
|
+
}
|
|
31
|
+
});
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
|
|
3
35
|
// ============================================================================
|
|
4
36
|
// Re-exports from kernel-configs
|
|
5
37
|
// ============================================================================
|
|
@@ -79,10 +111,13 @@ import { getUniformByteLength } from './uniform-utils.js';
|
|
|
79
111
|
import { writeUniformsFromObject } from './uniform-utils.js';
|
|
80
112
|
|
|
81
113
|
export async function unifiedKernelWrapper(opName, target, variant, bindings, uniforms, workgroups, constants = null, extraBindings = null) {
|
|
114
|
+
const __dbg = (typeof process !== "undefined" && process?.env?.DOPPLER_DBG_RECORD === '1');
|
|
115
|
+
const __t0 = __dbg ? performance.now() : 0;
|
|
82
116
|
const device = target?.device || getDevice();
|
|
83
117
|
const recorder = target && typeof target.beginComputePass === 'function' ? target : null;
|
|
84
118
|
const config = getKernelConfig(opName, variant);
|
|
85
119
|
const pipeline = await getPipelineFast(opName, variant, null, constants);
|
|
120
|
+
const __tPipeline = __dbg ? performance.now() : 0;
|
|
86
121
|
|
|
87
122
|
const uniformBuffer = createUniformBuffer(
|
|
88
123
|
`${opName}_uniforms`,
|
|
@@ -151,11 +186,13 @@ export async function unifiedKernelWrapper(opName, target, variant, bindings, un
|
|
|
151
186
|
}
|
|
152
187
|
|
|
153
188
|
try {
|
|
189
|
+
const __tBgStart = __dbg ? performance.now() : 0;
|
|
154
190
|
const bindGroup = device.createBindGroup({
|
|
155
191
|
label: `${opName}_bind_group`,
|
|
156
192
|
layout: pipeline.getBindGroupLayout(0),
|
|
157
193
|
entries: bindGroupEntries,
|
|
158
194
|
});
|
|
195
|
+
const __tBg = __dbg ? performance.now() : 0;
|
|
159
196
|
|
|
160
197
|
if (workgroups && typeof workgroups === 'object' && workgroups.indirectBuffer) {
|
|
161
198
|
const indirectOffset = workgroups.indirectOffset ?? 0;
|
|
@@ -167,6 +204,10 @@ export async function unifiedKernelWrapper(opName, target, variant, bindings, un
|
|
|
167
204
|
} else {
|
|
168
205
|
dispatchKernel(target, pipeline, bindGroup, workgroups, opName);
|
|
169
206
|
}
|
|
207
|
+
if (__dbg) {
|
|
208
|
+
const __tEnd = performance.now();
|
|
209
|
+
__dbgRecord(opName, variant, __tPipeline - __t0, __tBgStart - __tPipeline, __tBg - __tBgStart, __tEnd - __tBg);
|
|
210
|
+
}
|
|
170
211
|
} catch (error) {
|
|
171
212
|
if (!recorder) {
|
|
172
213
|
uniformBuffer.destroy();
|
package/src/gpu/perf-guards.d.ts
CHANGED
|
@@ -8,18 +8,6 @@ export interface PerfConfig {
|
|
|
8
8
|
|
|
9
9
|
export declare function configurePerfGuards(newConfig: Partial<PerfConfig>): void;
|
|
10
10
|
export declare function getPerfConfig(): Readonly<PerfConfig>;
|
|
11
|
-
export declare function resetPerfCounters(): void;
|
|
12
|
-
export declare function getPerfCounters(): Readonly<{
|
|
13
|
-
submits: number;
|
|
14
|
-
allocations: number;
|
|
15
|
-
readbacks: number;
|
|
16
|
-
startTime: number;
|
|
17
|
-
}>;
|
|
18
11
|
export declare function trackSubmit(): void;
|
|
19
12
|
export declare function trackAllocation(size: number, label?: string): void;
|
|
20
13
|
export declare function allowReadback(reason?: string, count?: number): boolean;
|
|
21
|
-
export declare function getPerfSummary(): string;
|
|
22
|
-
export declare function logPerfSummary(): void;
|
|
23
|
-
export declare function enableProductionMode(): void;
|
|
24
|
-
export declare function enableDebugMode(): void;
|
|
25
|
-
export declare function enableBenchmarkMode(): void;
|
package/src/gpu/perf-guards.js
CHANGED
|
@@ -23,21 +23,6 @@ export function getPerfConfig() {
|
|
|
23
23
|
}
|
|
24
24
|
|
|
25
25
|
|
|
26
|
-
export function resetPerfCounters() {
|
|
27
|
-
counters = {
|
|
28
|
-
submits: 0,
|
|
29
|
-
allocations: 0,
|
|
30
|
-
readbacks: 0,
|
|
31
|
-
startTime: performance.now(),
|
|
32
|
-
};
|
|
33
|
-
}
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
export function getPerfCounters() {
|
|
37
|
-
return counters;
|
|
38
|
-
}
|
|
39
|
-
|
|
40
|
-
|
|
41
26
|
export function trackSubmit() {
|
|
42
27
|
if (config.trackSubmitCount) {
|
|
43
28
|
counters.submits++;
|
|
@@ -84,50 +69,3 @@ export function allowReadback(reason, count = 1) {
|
|
|
84
69
|
}
|
|
85
70
|
|
|
86
71
|
|
|
87
|
-
export function getPerfSummary() {
|
|
88
|
-
const elapsed = performance.now() - counters.startTime;
|
|
89
|
-
return [
|
|
90
|
-
`Performance Summary (${elapsed.toFixed(1)}ms):`,
|
|
91
|
-
` Submits: ${counters.submits}`,
|
|
92
|
-
` Allocations: ${counters.allocations}`,
|
|
93
|
-
` Readbacks: ${counters.readbacks}`,
|
|
94
|
-
].join('\n');
|
|
95
|
-
}
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
export function logPerfSummary() {
|
|
99
|
-
trace.perf(getPerfSummary());
|
|
100
|
-
}
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
export function enableProductionMode() {
|
|
104
|
-
configurePerfGuards({
|
|
105
|
-
allowGPUReadback: false,
|
|
106
|
-
trackSubmitCount: false,
|
|
107
|
-
trackAllocations: false,
|
|
108
|
-
logExpensiveOps: false,
|
|
109
|
-
strictMode: true,
|
|
110
|
-
});
|
|
111
|
-
}
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
export function enableDebugMode() {
|
|
115
|
-
configurePerfGuards({
|
|
116
|
-
allowGPUReadback: true,
|
|
117
|
-
trackSubmitCount: true,
|
|
118
|
-
trackAllocations: true,
|
|
119
|
-
logExpensiveOps: true,
|
|
120
|
-
strictMode: false,
|
|
121
|
-
});
|
|
122
|
-
}
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
export function enableBenchmarkMode() {
|
|
126
|
-
configurePerfGuards({
|
|
127
|
-
allowGPUReadback: true,
|
|
128
|
-
trackSubmitCount: true,
|
|
129
|
-
trackAllocations: true,
|
|
130
|
-
logExpensiveOps: false,
|
|
131
|
-
strictMode: false,
|
|
132
|
-
});
|
|
133
|
-
}
|
package/src/gpu/profiler.d.ts
CHANGED
|
@@ -90,25 +90,4 @@ export declare class GPUProfiler {
|
|
|
90
90
|
destroy(): void;
|
|
91
91
|
}
|
|
92
92
|
|
|
93
|
-
/**
|
|
94
|
-
* Get the global profiler instance
|
|
95
|
-
*/
|
|
96
|
-
export function getProfiler(): GPUProfiler;
|
|
97
|
-
|
|
98
|
-
/**
|
|
99
|
-
* Create a new profiler instance
|
|
100
|
-
* @param device - Optional GPU device
|
|
101
|
-
*/
|
|
102
|
-
export function createProfiler(device?: GPUDevice | null): GPUProfiler;
|
|
103
|
-
|
|
104
|
-
/**
|
|
105
|
-
* Convenience function to time a single operation
|
|
106
|
-
* @param label - Label for the operation
|
|
107
|
-
* @param fn - Async function to time
|
|
108
|
-
*/
|
|
109
|
-
export function timeOperation<T>(
|
|
110
|
-
label: string,
|
|
111
|
-
fn: () => Promise<T>
|
|
112
|
-
): Promise<{ result: T; timeMs: number }>;
|
|
113
|
-
|
|
114
93
|
export default GPUProfiler;
|
package/src/gpu/profiler.js
CHANGED
|
@@ -368,39 +368,5 @@ export class GPUProfiler {
|
|
|
368
368
|
}
|
|
369
369
|
}
|
|
370
370
|
|
|
371
|
-
// Global profiler instance
|
|
372
|
-
|
|
373
|
-
let globalProfiler = null;
|
|
374
|
-
|
|
375
|
-
|
|
376
|
-
export function getProfiler() {
|
|
377
|
-
if (!globalProfiler) {
|
|
378
|
-
globalProfiler = new GPUProfiler();
|
|
379
|
-
}
|
|
380
|
-
return globalProfiler;
|
|
381
|
-
}
|
|
382
|
-
|
|
383
|
-
|
|
384
|
-
export function createProfiler(device) {
|
|
385
|
-
return new GPUProfiler(device);
|
|
386
|
-
}
|
|
387
|
-
|
|
388
|
-
|
|
389
|
-
export async function timeOperation(
|
|
390
|
-
label,
|
|
391
|
-
fn
|
|
392
|
-
) {
|
|
393
|
-
const profiler = getProfiler();
|
|
394
|
-
profiler.begin(label);
|
|
395
|
-
const result = await fn();
|
|
396
|
-
profiler.end(label);
|
|
397
|
-
await profiler.resolve();
|
|
398
|
-
|
|
399
|
-
const timing = profiler.getResult(label);
|
|
400
|
-
return {
|
|
401
|
-
result,
|
|
402
|
-
timeMs: timing?.avg ?? 0,
|
|
403
|
-
};
|
|
404
|
-
}
|
|
405
371
|
|
|
406
372
|
export default GPUProfiler;
|