doppler-gpu 0.4.7 → 0.4.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +64 -0
- package/README.md +93 -144
- package/models/catalog.json +1575 -0
- package/package.json +37 -12
- package/src/cli/doppler-cli.js +28 -7
- package/src/client/doppler-registry.json +2 -2
- package/src/client/runtime/index.js +25 -2
- package/src/client/runtime/model-session.d.ts +31 -1
- package/src/client/runtime/model-session.js +31 -0
- package/src/client/runtime/model-source.d.ts +19 -2
- package/src/client/runtime/model-source.js +45 -5
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
- package/src/config/kernel-path-loader.js +1 -0
- package/src/config/kernels/kernel-ref-digests.js +26 -17
- package/src/config/kernels/registry.json +448 -27
- package/src/config/merge.js +11 -0
- package/src/config/param-validator.js +25 -0
- package/src/config/runtime/default.json +3 -1
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
- package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
- package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
- package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
- package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
- package/src/config/runtime/profiles/rerank-stability.json +43 -0
- package/src/config/runtime/profiles/rerank-throughput.json +40 -0
- package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
- package/src/config/schema/doppler.schema.js +40 -5
- package/src/config/schema/execution-v1.schema.d.ts +41 -0
- package/src/config/schema/execution-v1.schema.js +10 -0
- package/src/config/schema/index.d.ts +3 -1
- package/src/config/schema/speculation-self.schema.d.ts +16 -0
- package/src/config/transforms/capability-transform-resolver.js +7 -1
- package/src/config/transforms/execution-graph-transforms.js +2 -2
- package/src/debug/config.d.ts +4 -0
- package/src/experimental/orchestration/index.d.ts +10 -1
- package/src/experimental/training/suite.js +1 -1
- package/src/formats/rdrr/classification.js +3 -0
- package/src/formats/rdrr/integrity.d.ts +0 -2
- package/src/formats/rdrr/integrity.js +0 -2
- package/src/formats/rdrr/types.d.ts +1 -1
- package/src/gpu/kernels/attention.d.ts +2 -0
- package/src/gpu/kernels/attention.js +75 -16
- package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
- package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
- package/src/gpu/kernels/fused_ffn.d.ts +32 -0
- package/src/gpu/kernels/fused_ffn.js +540 -19
- package/src/gpu/kernels/fused_ffn.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
- package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
- package/src/gpu/kernels/index.d.ts +21 -0
- package/src/gpu/kernels/index.js +13 -0
- package/src/gpu/kernels/linear-attention-core.js +413 -15
- package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
- package/src/gpu/kernels/lm-head-argmax.js +153 -57
- package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
- package/src/gpu/kernels/lm-head-select-logits.js +186 -0
- package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
- package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
- package/src/gpu/kernels/matmul-selection.js +5 -1
- package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
- package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
- package/src/gpu/kernels/rmsnorm-pair.js +113 -0
- package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
- package/src/gpu/kernels/rmsnorm-stats.js +250 -0
- package/src/gpu/kernels/silu.wgsl +7 -1
- package/src/gpu/kernels/silu_f16.wgsl +7 -1
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
- package/src/gpu/tensor.d.ts +1 -0
- package/src/index.d.ts +1 -1
- package/src/index.js +1 -1
- package/src/inference/browser-harness-suite-helpers.js +1 -1
- package/src/inference/browser-harness-text-helpers.js +251 -20
- package/src/inference/browser-harness.js +221 -3
- package/src/inference/kv-cache/base.js +42 -1
- package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
- package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
- package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
- package/src/inference/pipelines/text/attention/projections.js +174 -4
- package/src/inference/pipelines/text/attention/record.js +44 -21
- package/src/inference/pipelines/text/attention/run.js +18 -3
- package/src/inference/pipelines/text/config.d.ts +18 -0
- package/src/inference/pipelines/text/config.js +100 -0
- package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
- package/src/inference/pipelines/text/execution-plan.js +37 -0
- package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
- package/src/inference/pipelines/text/execution-v1.js +122 -8
- package/src/inference/pipelines/text/ffn/dense.js +239 -21
- package/src/inference/pipelines/text/ffn/standard.js +121 -38
- package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
- package/src/inference/pipelines/text/generator-helpers.js +2 -0
- package/src/inference/pipelines/text/generator-runtime.js +1 -0
- package/src/inference/pipelines/text/generator-steps.js +2 -2
- package/src/inference/pipelines/text/generator.d.ts +18 -1
- package/src/inference/pipelines/text/generator.js +297 -19
- package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
- package/src/inference/pipelines/text/init.d.ts +22 -3
- package/src/inference/pipelines/text/init.js +2 -2
- package/src/inference/pipelines/text/layer.js +87 -8
- package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
- package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
- package/src/inference/pipelines/text/linear-attention.js +173 -16
- package/src/inference/pipelines/text/logits/gpu.js +2 -2
- package/src/inference/pipelines/text/logits/index.js +62 -1
- package/src/inference/pipelines/text/model-load.js +6 -0
- package/src/inference/pipelines/text/ops.js +22 -0
- package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
- package/src/inference/pipelines/text/probes.js +9 -4
- package/src/inference/pipelines/text/state.d.ts +4 -4
- package/src/inference/pipelines/text/state.js +4 -0
- package/src/inference/pipelines/text/types.d.ts +27 -2
- package/src/inference/pipelines/text.d.ts +21 -1
- package/src/inference/pipelines/text.js +40 -14
- package/src/inference/tokenizers/bundled.js +45 -23
- package/src/inference/tokenizers/types.d.ts +7 -4
- package/src/loader/doppler-loader.js +25 -2
- package/src/loader/index.d.ts +3 -1
- package/src/loader/index.js +2 -0
- package/src/loader/loader-types.d.ts +3 -1
- package/src/loader/manifest-config.d.ts +18 -0
- package/src/loader/manifest-config.js +11 -3
- package/src/loader/shard-cache.d.ts +2 -0
- package/src/loader/shard-cache.js +29 -1
- package/src/models/gemma4.js +8 -0
- package/src/rules/inference/capability-transforms.rules.json +145 -20
- package/src/rules/inference/ffn.rules.json +33 -0
- package/src/rules/kernels/fused-ffn.rules.json +1 -1
- package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
- package/src/rules/kernels/matmul.rules.json +1 -0
- package/src/rules/kernels/silu.rules.json +1 -0
- package/src/rules/rule-registry.js +2 -0
- package/src/storage/artifact-storage-context.js +36 -0
- package/src/tooling/node-browser-command-runner.js +42 -7
- package/src/tooling/opfs-cache.d.ts +21 -1
- package/src/tooling/opfs-cache.js +168 -32
- package/src/tooling-exports/storage.d.ts +1 -1
- package/src/tooling-exports/storage.js +1 -1
- package/src/types/gpu.d.ts +25 -0
- package/src/version.js +1 -1
- package/tests/kernels/browser/kernel-suite.js +1593 -0
- package/tests/kernels/browser/test-page.js +2629 -0
- package/tests/kernels/harness/benchmark.js +225 -0
- package/tests/kernels/harness/buffer-utils.js +88 -0
- package/tests/kernels/harness/tolerance.js +174 -0
- package/tests/kernels/reference/adam.js +15 -0
- package/tests/kernels/reference/attention.js +158 -0
- package/tests/kernels/reference/backward.js +96 -0
- package/tests/kernels/reference/bias-add.js +20 -0
- package/tests/kernels/reference/conv2d.js +58 -0
- package/tests/kernels/reference/cross-entropy.js +26 -0
- package/tests/kernels/reference/dequant.js +312 -0
- package/tests/kernels/reference/embed.js +15 -0
- package/tests/kernels/reference/gather.js +61 -0
- package/tests/kernels/reference/gelu.js +37 -0
- package/tests/kernels/reference/groupnorm.js +36 -0
- package/tests/kernels/reference/index.js +89 -0
- package/tests/kernels/reference/layernorm.js +22 -0
- package/tests/kernels/reference/matmul.js +57 -0
- package/tests/kernels/reference/modulate.js +24 -0
- package/tests/kernels/reference/moe-gather.js +83 -0
- package/tests/kernels/reference/pixel-shuffle.js +20 -0
- package/tests/kernels/reference/residual.js +55 -0
- package/tests/kernels/reference/rmsnorm.js +52 -0
- package/tests/kernels/reference/rope.js +79 -0
- package/tests/kernels/reference/sample.js +97 -0
- package/tests/kernels/reference/scatter-add.js +58 -0
- package/tests/kernels/reference/silu.js +52 -0
- package/tests/kernels/reference/softmax.js +86 -0
- package/tests/kernels/reference/split-qkv.js +58 -0
- package/tests/kernels/reference/topk.js +88 -0
- package/tests/kernels/reference/upsample2d.js +37 -0
- package/BRANDING.md +0 -14
- package/SECURITY.md +0 -19
- package/assets/doppler-runtime-map.svg +0 -82
- package/src/bootstrap.js +0 -30
- package/src/cli/doppler-cli.d.ts +0 -46
- package/src/cli/doppler-quickstart.d.ts +0 -45
- package/src/cli/doppler-serve.d.ts +0 -210
- package/src/cli/runtime-profiles.d.ts +0 -40
- package/src/client/doppler-api.browser.d.ts +0 -1
- package/src/client/doppler-api.browser.js +0 -25
- package/src/client/doppler-registry.d.ts +0 -54
- package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
- package/src/client/runtime/source-runtime.d.ts +0 -26
- package/src/client/runtime/storage.d.ts +0 -5
- package/src/config/README.md +0 -61
- package/src/config/conversion/README.md +0 -62
- package/src/config/goal-completion-matrix.json +0 -552
- package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
- package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
- package/src/config/kernels/moe/mixtral.paths.json +0 -46
- package/src/config/kernels/registry.d.ts +0 -51
- package/src/config/merge-contract-check.d.ts +0 -16
- package/src/config/merge-contract-check.js +0 -319
- package/src/config/merge-helpers.d.ts +0 -60
- package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
- package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
- package/src/config/param-categories.d.ts +0 -8
- package/src/config/param-validator.d.ts +0 -33
- package/src/config/platforms/loader.d.ts +0 -38
- package/src/config/quantization-contract-check.d.ts +0 -12
- package/src/config/quantization-contract-check.js +0 -91
- package/src/config/runtime/README.md +0 -28
- package/src/config/runtime-merge.d.ts +0 -5
- package/src/config/schema/claim-evidence-contract.schema.json +0 -93
- package/src/config/schema/command-surface-contract.schema.json +0 -81
- package/src/config/schema/goal-completion-matrix.schema.json +0 -223
- package/src/config/schema/model-artifact-contract.schema.json +0 -119
- package/src/config/schema/platform.schema.js +0 -1
- package/src/config/schema/policy-schema-registry.json +0 -31
- package/src/config/schema/subsystem-support-contract.schema.json +0 -48
- package/src/config/support-tiers/subsystems.json +0 -502
- package/src/config/supported-operations.d.ts +0 -14
- package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
- package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
- package/src/converter/conversion-plan.d.ts +0 -56
- package/src/converter/index.d.ts +0 -98
- package/src/converter/index.js +0 -59
- package/src/converter/parsers/diffusion.d.ts +0 -50
- package/src/converter/parsers/gguf.d.ts +0 -31
- package/src/converter/parsers/index.d.ts +0 -21
- package/src/converter/parsers/index.js +0 -12
- package/src/converter/parsers/transformer.d.ts +0 -31
- package/src/converter/quantization-info.d.ts +0 -38
- package/src/converter/rope-config.d.ts +0 -16
- package/src/converter/tokenizer-utils.d.ts +0 -12
- package/src/debug/reference/README.md +0 -114
- package/src/debug/reference/hf_attn_debug.py +0 -114
- package/src/debug/reference/hf_embed_check.py +0 -89
- package/src/debug/reference/hf_layer_out.py +0 -100
- package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
- package/src/debug/reference/hf_rope_check.py +0 -116
- package/src/debug/reference/hf_weights.py +0 -75
- package/src/errors/doppler-error.d.ts +0 -20
- package/src/experimental/bridge/extension/background.d.ts +0 -14
- package/src/experimental/bridge/extension/background.js +0 -168
- package/src/experimental/bridge/extension/manifest.json +0 -34
- package/src/experimental/bridge/extension-client.d.ts +0 -114
- package/src/experimental/bridge/index.d.ts +0 -69
- package/src/experimental/bridge/node-bridge.js +0 -24
- package/src/experimental/bridge/protocol.d.ts +0 -96
- package/src/experimental/browser/gguf-importer.d.ts +0 -136
- package/src/experimental/browser/gguf-importer.js +0 -532
- package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
- package/src/experimental/browser/quantization.d.ts +0 -74
- package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
- package/src/experimental/browser/shard-io-browser.d.ts +0 -57
- package/src/experimental/browser/shard-io-browser.js +0 -89
- package/src/experimental/browser/tensor-source-download.d.ts +0 -27
- package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
- package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
- package/src/experimental/distribution/p2p-transport.js +0 -75
- package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
- package/src/experimental/hotswap/manifest.d.ts +0 -42
- package/src/experimental/hotswap/model-swap.js +0 -42
- package/src/experimental/hotswap/runtime.d.ts +0 -31
- package/src/experimental/training/README.md +0 -164
- package/src/experimental/training/artifacts.d.ts +0 -160
- package/src/experimental/training/attention-backward.d.ts +0 -30
- package/src/experimental/training/attention-forward.d.ts +0 -22
- package/src/experimental/training/attention-forward.js +0 -82
- package/src/experimental/training/autograd.d.ts +0 -51
- package/src/experimental/training/backward-kernels.js +0 -39
- package/src/experimental/training/checkpoint-watch.d.ts +0 -8
- package/src/experimental/training/checkpoint.d.ts +0 -36
- package/src/experimental/training/clip.d.ts +0 -9
- package/src/experimental/training/dataloader.d.ts +0 -8
- package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
- package/src/experimental/training/datasets/gepa-frontier.js +0 -220
- package/src/experimental/training/datasets/index.d.ts +0 -24
- package/src/experimental/training/datasets/index.js +0 -13
- package/src/experimental/training/datasets/jsonl.d.ts +0 -11
- package/src/experimental/training/datasets/reploid.d.ts +0 -3
- package/src/experimental/training/datasets/reploid.js +0 -36
- package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
- package/src/experimental/training/datasets/teacher-traces.js +0 -279
- package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
- package/src/experimental/training/datasets/token-batch.d.ts +0 -21
- package/src/experimental/training/datasets/token-batch.js +0 -52
- package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
- package/src/experimental/training/datasets/translation-pairs.js +0 -49
- package/src/experimental/training/distillation/artifacts.d.ts +0 -71
- package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
- package/src/experimental/training/distillation/dataset.d.ts +0 -59
- package/src/experimental/training/distillation/eval.d.ts +0 -34
- package/src/experimental/training/distillation/index.d.ts +0 -29
- package/src/experimental/training/distillation/runtime.d.ts +0 -20
- package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
- package/src/experimental/training/distillation/stage-a.d.ts +0 -45
- package/src/experimental/training/distillation/stage-b.d.ts +0 -24
- package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
- package/src/experimental/training/distillation/suite-data.d.ts +0 -45
- package/src/experimental/training/export.d.ts +0 -41
- package/src/experimental/training/index.d.ts +0 -74
- package/src/experimental/training/index.js +0 -63
- package/src/experimental/training/lora-pipeline.d.ts +0 -183
- package/src/experimental/training/lora.d.ts +0 -19
- package/src/experimental/training/loss-scaling.d.ts +0 -21
- package/src/experimental/training/loss.d.ts +0 -10
- package/src/experimental/training/objectives/base.d.ts +0 -58
- package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
- package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
- package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
- package/src/experimental/training/objectives/index.d.ts +0 -12
- package/src/experimental/training/objectives/index.js +0 -6
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
- package/src/experimental/training/operator-agent-eval.d.ts +0 -65
- package/src/experimental/training/operator-artifacts.d.ts +0 -62
- package/src/experimental/training/operator-command.d.ts +0 -5
- package/src/experimental/training/operator-eval.d.ts +0 -48
- package/src/experimental/training/operator-scoreboard.d.ts +0 -5
- package/src/experimental/training/optimizer.d.ts +0 -22
- package/src/experimental/training/runner.d.ts +0 -249
- package/src/experimental/training/suite.d.ts +0 -299
- package/src/experimental/training/tensor-factory.d.ts +0 -9
- package/src/experimental/training/trainer.d.ts +0 -89
- package/src/experimental/training/ul_dataset.d.ts +0 -47
- package/src/experimental/training/ul_schedule.d.ts +0 -6
- package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
- package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
- package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
- package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
- package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
- package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
- package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
- package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
- package/src/experimental/training/workload-packs/registry.json +0 -278
- package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
- package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
- package/src/experimental/training/workloads.d.ts +0 -201
- package/src/formats/gguf/types.d.ts +0 -74
- package/src/formats/index.d.ts +0 -75
- package/src/formats/index.js +0 -19
- package/src/formats/litert/types.d.ts +0 -74
- package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
- package/src/formats/rdrr/distributed/validation.d.ts +0 -23
- package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
- package/src/formats/safetensors/types.d.ts +0 -67
- package/src/formats/tflite/types.d.ts +0 -61
- package/src/formats/tokenizer/index.d.ts +0 -5
- package/src/formats/tokenizer/index.js +0 -3
- package/src/formats/tokenizer/types.d.ts +0 -9
- package/src/gpu/kernel-runtime.d.ts +0 -13
- package/src/gpu/kernel-selection-cache.d.ts +0 -13
- package/src/gpu/kernel-selection-log.d.ts +0 -4
- package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
- package/src/gpu/kernel-tuner/cache.d.ts +0 -55
- package/src/gpu/kernel-tuner/index.d.ts +0 -59
- package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
- package/src/gpu/kernel-tuner/types.d.ts +0 -101
- package/src/gpu/kernel-tuner/types.js +0 -4
- package/src/gpu/kernel-tuner.d.ts +0 -33
- package/src/gpu/kernels/README.md +0 -166
- package/src/gpu/kernels/check-finiteness.d.ts +0 -15
- package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
- package/src/gpu/kernels/check-stop.d.ts +0 -31
- package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
- package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
- package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
- package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
- package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
- package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
- package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
- package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
- package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
- package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
- package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
- package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
- package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
- package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
- package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
- package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
- package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
- package/src/gpu/kernels/constants.d.ts +0 -129
- package/src/gpu/kernels/dispatch.d.ts +0 -72
- package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
- package/src/gpu/kernels/kernel-base.d.ts +0 -33
- package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
- package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
- package/src/gpu/kernels/matmul-selection.d.ts +0 -87
- package/src/gpu/kernels/rep-penalty.d.ts +0 -21
- package/src/gpu/kernels/rule-matcher.d.ts +0 -30
- package/src/gpu/kernels/rule-registry.d.ts +0 -7
- package/src/gpu/kernels/types.js +0 -4
- package/src/gpu/perf-guards.d.ts +0 -13
- package/src/gpu/profiler.d.ts +0 -93
- package/src/gpu/readback-utils.d.ts +0 -16
- package/src/gpu/readback-utils.js +0 -49
- package/src/gpu/submit-probe.d.ts +0 -12
- package/src/index-browser.d.ts +0 -2
- package/src/index-browser.js +0 -2
- package/src/inference/README.md +0 -593
- package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
- package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
- package/src/inference/browser-harness-model-helpers.d.ts +0 -10
- package/src/inference/browser-harness-report-helpers.d.ts +0 -7
- package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
- package/src/inference/browser-harness-text-helpers.d.ts +0 -152
- package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
- package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
- package/src/inference/network-evolution.js +0 -79
- package/src/inference/pipelines/context.d.ts +0 -21
- package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
- package/src/inference/pipelines/diffusion/index.d.ts +0 -3
- package/src/inference/pipelines/diffusion/index.js +0 -3
- package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
- package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
- package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
- package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
- package/src/inference/pipelines/diffusion/types.js +0 -1
- package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
- package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
- package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
- package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
- package/src/inference/pipelines/dream/pipeline.js +0 -8
- package/src/inference/pipelines/energy/index.d.ts +0 -1
- package/src/inference/pipelines/energy/index.js +0 -1
- package/src/inference/pipelines/energy/types.js +0 -1
- package/src/inference/pipelines/energy-head/index.d.ts +0 -6
- package/src/inference/pipelines/energy-head/index.js +0 -6
- package/src/inference/pipelines/factory.d.ts +0 -10
- package/src/inference/pipelines/index.d.ts +0 -22
- package/src/inference/pipelines/index.js +0 -19
- package/src/inference/pipelines/registry.d.ts +0 -15
- package/src/inference/pipelines/rng.d.ts +0 -2
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
- package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
- package/src/inference/pipelines/text/attention/index.d.ts +0 -24
- package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
- package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
- package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
- package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
- package/src/inference/pipelines/text/attention/record.d.ts +0 -36
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
- package/src/inference/pipelines/text/attention/run.d.ts +0 -38
- package/src/inference/pipelines/text/attention/types.d.ts +0 -125
- package/src/inference/pipelines/text/attention.d.ts +0 -23
- package/src/inference/pipelines/text/attention.js +0 -12
- package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
- package/src/inference/pipelines/text/buffer-types.js +0 -4
- package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
- package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
- package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
- package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
- package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
- package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
- package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
- package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
- package/src/inference/pipelines/text/embed.d.ts +0 -69
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
- package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
- package/src/inference/pipelines/text/failure-reduction.js +0 -180
- package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
- package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
- package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
- package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
- package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
- package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
- package/src/inference/pipelines/text/ffn.d.ts +0 -31
- package/src/inference/pipelines/text/ffn.js +0 -18
- package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
- package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
- package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
- package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
- package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
- package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
- package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
- package/src/inference/pipelines/text/index.d.ts +0 -5
- package/src/inference/pipelines/text/index.js +0 -6
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
- package/src/inference/pipelines/text/layer.d.ts +0 -118
- package/src/inference/pipelines/text/load-errors.d.ts +0 -21
- package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
- package/src/inference/pipelines/text/logits/types.js +0 -4
- package/src/inference/pipelines/text/logits.d.ts +0 -27
- package/src/inference/pipelines/text/logits.js +0 -16
- package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
- package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
- package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
- package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
- package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
- package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
- package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
- package/src/inference/pipelines/text/operator-events.d.ts +0 -125
- package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
- package/src/inference/pipelines/text/ops.d.ts +0 -222
- package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
- package/src/inference/pipelines/text/probes.d.ts +0 -28
- package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
- package/src/inference/pipelines/text/stage-names.d.ts +0 -88
- package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
- package/src/inference/pipelines/text/types.js +0 -4
- package/src/inference/tokenizers/base.d.ts +0 -44
- package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
- package/src/inference/tokenizers/bpe.d.ts +0 -27
- package/src/inference/tokenizers/bundled.d.ts +0 -67
- package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
- package/src/inference/tokenizers/types.js +0 -7
- package/src/loader/embedding-limit-preflight.d.ts +0 -31
- package/src/loader/per-layer-input-loader.d.ts +0 -30
- package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
- package/src/loader/tensors/source-transform.d.ts +0 -65
- package/src/memory/address-table.d.ts +0 -96
- package/src/rules/execution-rules-contract-check.d.ts +0 -21
- package/src/rules/layer-pattern-contract-check.d.ts +0 -17
- package/src/rules/rule-registry.d.ts +0 -77
- package/src/storage/artifact-storage-context.d.ts +0 -63
- package/src/storage/backends/idb-store.d.ts +0 -52
- package/src/storage/backends/memory-store.d.ts +0 -36
- package/src/storage/backends/opfs-store.d.ts +0 -41
- package/src/storage/blake3.d.ts +0 -17
- package/src/storage/download-types.d.ts +0 -157
- package/src/storage/downloader.d.ts +0 -103
- package/src/storage/index.d.ts +0 -274
- package/src/storage/index.js +0 -201
- package/src/storage/preflight.d.ts +0 -144
- package/src/storage/preflight.js +0 -360
- package/src/storage/quickstart-downloader.d.ts +0 -157
- package/src/storage/quickstart-downloader.js +0 -289
- package/src/storage/source-artifact-store.d.ts +0 -59
- package/src/sw.js +0 -184
- package/src/tooling/command-api-constants.d.ts +0 -9
- package/src/tooling/command-api-family-normalizers.d.ts +0 -10
- package/src/tooling/command-api-helpers.d.ts +0 -23
- package/src/tooling/command-runner-shared.d.ts +0 -89
- package/src/tooling/conversion-config-materializer.d.ts +0 -14
- package/src/tooling/conversion-config-materializer.js +0 -96
- package/src/tooling/diagnose-runner.d.ts +0 -28
- package/src/tooling/hf-registry-utils.d.ts +0 -55
- package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
- package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
- package/src/tooling/kernel-path-builder/index.d.ts +0 -65
- package/src/tooling/kernel-path-builder/index.js +0 -1361
- package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
- package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
- package/src/tooling/lean-execution-contract-runner.js +0 -158
- package/src/tooling/lean-execution-contract.d.ts +0 -16
- package/src/tooling/lean-execution-contract.js +0 -81
- package/src/tooling/litert-package-runtime.d.ts +0 -46
- package/src/tooling/node-convert-worker-pool.d.ts +0 -16
- package/src/tooling/node-convert-worker.d.ts +0 -1
- package/src/tooling/node-converter.d.ts +0 -1
- package/src/tooling/node-file-fetch.d.ts +0 -1
- package/src/tooling/node-source-runtime.d.ts +0 -24
- package/src/tooling/node-webgpu.d.ts +0 -17
- package/src/tooling/precision-replay-math.js +0 -174
- package/src/tooling/program-bundle-host.d.ts +0 -16
- package/src/tooling/program-bundle-host.js +0 -20
- package/src/tooling/runtime-input-composition.d.ts +0 -37
- package/src/tooling/source-package-profiles.d.ts +0 -50
- package/src/tooling/source-runtime-converter-config.d.ts +0 -19
- package/src/tooling/source-runtime-materializer.d.ts +0 -6
- package/src/tooling/source-runtime-materializer.js +0 -89
- package/src/tooling-exports.browser.d.ts +0 -7
- package/src/types/chrome.d.ts +0 -36
- package/src/types/chrome.js +0 -1
- package/src/types/index.d.ts +0 -1
- package/src/types/index.js +0 -1
- package/src/utils/array-buffer.d.ts +0 -4
- package/src/utils/canonical-hash.d.ts +0 -7
- package/src/utils/clone-json.d.ts +0 -1
- package/src/utils/hf-resolve-url.d.ts +0 -16
- package/src/utils/index.d.ts +0 -10
- package/src/utils/index.js +0 -10
- package/src/utils/load-json.d.ts +0 -5
- package/src/utils/plain-object.d.ts +0 -1
- package/src/utils/sha256.d.ts +0 -5
- package/src/utils/stable-sort-object.d.ts +0 -1
|
@@ -1,59 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Kernel Auto-Tuner Module
|
|
3
|
-
*
|
|
4
|
-
* Re-exports all public APIs for the kernel tuner system.
|
|
5
|
-
* This module automatically finds optimal workgroup sizes for different kernels
|
|
6
|
-
* by running benchmarks with various configurations.
|
|
7
|
-
*
|
|
8
|
-
* Results are cached in localStorage for persistence across sessions.
|
|
9
|
-
*/
|
|
10
|
-
|
|
11
|
-
// Types
|
|
12
|
-
export type {
|
|
13
|
-
DeviceInfo,
|
|
14
|
-
TuneResult,
|
|
15
|
-
TuneRecord,
|
|
16
|
-
TuneConfig,
|
|
17
|
-
InputSizes,
|
|
18
|
-
WorkgroupSize,
|
|
19
|
-
DeviceLimits,
|
|
20
|
-
KernelCapabilities,
|
|
21
|
-
CacheKey,
|
|
22
|
-
} from './types.js';
|
|
23
|
-
|
|
24
|
-
// Cache utilities
|
|
25
|
-
export {
|
|
26
|
-
getTunerConfig,
|
|
27
|
-
getDeviceSignature,
|
|
28
|
-
generateCacheKey,
|
|
29
|
-
loadCache,
|
|
30
|
-
saveCache,
|
|
31
|
-
clearCacheStorage,
|
|
32
|
-
} from './cache.js';
|
|
33
|
-
|
|
34
|
-
// Benchmark functions
|
|
35
|
-
export {
|
|
36
|
-
benchmarkPipeline,
|
|
37
|
-
createComputePipeline,
|
|
38
|
-
tuneMatmul,
|
|
39
|
-
tuneAttention,
|
|
40
|
-
tuneSoftmax,
|
|
41
|
-
tuneRMSNorm,
|
|
42
|
-
tuneDequant,
|
|
43
|
-
tuneGeneric,
|
|
44
|
-
createMatmulShader,
|
|
45
|
-
createAttentionShader,
|
|
46
|
-
createSoftmaxShader,
|
|
47
|
-
createRMSNormShader,
|
|
48
|
-
createDequantShader,
|
|
49
|
-
} from './benchmarks.js';
|
|
50
|
-
|
|
51
|
-
// Main tuner class and utilities
|
|
52
|
-
export {
|
|
53
|
-
KernelTuner,
|
|
54
|
-
getKernelTuner,
|
|
55
|
-
tuneKernel,
|
|
56
|
-
} from './tuner.js';
|
|
57
|
-
|
|
58
|
-
// Default export
|
|
59
|
-
export { KernelTuner as default } from './tuner.js';
|
|
@@ -1,82 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Kernel Tuner - Main Class
|
|
3
|
-
*
|
|
4
|
-
* Orchestrates kernel auto-tuning by running benchmarks with various
|
|
5
|
-
* workgroup configurations and caching optimal results.
|
|
6
|
-
*/
|
|
7
|
-
|
|
8
|
-
import type {
|
|
9
|
-
CacheKey,
|
|
10
|
-
TuneRecord,
|
|
11
|
-
TuneResult,
|
|
12
|
-
TuneConfig,
|
|
13
|
-
InputSizes,
|
|
14
|
-
} from './types.js';
|
|
15
|
-
|
|
16
|
-
/**
|
|
17
|
-
* Kernel Tuner class
|
|
18
|
-
*
|
|
19
|
-
* Automatically finds optimal workgroup sizes for different kernels
|
|
20
|
-
* by running benchmarks with various configurations.
|
|
21
|
-
* Results are cached in localStorage for persistence across sessions.
|
|
22
|
-
*/
|
|
23
|
-
export declare class KernelTuner {
|
|
24
|
-
/**
|
|
25
|
-
* Initialize the tuner
|
|
26
|
-
*/
|
|
27
|
-
init(): Promise<void>;
|
|
28
|
-
|
|
29
|
-
/**
|
|
30
|
-
* Tune a kernel by running benchmarks
|
|
31
|
-
* @param kernelName - Name of kernel to tune
|
|
32
|
-
* @param inputSizes - Input dimensions for tuning
|
|
33
|
-
* @param options - Tuning options
|
|
34
|
-
* @returns Promise resolving to tuning result
|
|
35
|
-
*/
|
|
36
|
-
tuneKernel(
|
|
37
|
-
kernelName: string,
|
|
38
|
-
inputSizes: InputSizes,
|
|
39
|
-
options?: TuneConfig
|
|
40
|
-
): Promise<TuneResult>;
|
|
41
|
-
|
|
42
|
-
/**
|
|
43
|
-
* Get cached tuning result
|
|
44
|
-
* @param kernelName - Kernel name
|
|
45
|
-
* @param inputSizes - Input sizes
|
|
46
|
-
* @returns Cached result or null
|
|
47
|
-
*/
|
|
48
|
-
getCachedResult(kernelName: string, inputSizes: InputSizes): TuneResult | null;
|
|
49
|
-
|
|
50
|
-
/**
|
|
51
|
-
* Clear all cached results
|
|
52
|
-
*/
|
|
53
|
-
clearCache(): void;
|
|
54
|
-
|
|
55
|
-
/**
|
|
56
|
-
* Get all cached results
|
|
57
|
-
* @returns Object with all cached results
|
|
58
|
-
*/
|
|
59
|
-
getAllCachedResults(): Record<string, TuneRecord>;
|
|
60
|
-
|
|
61
|
-
/**
|
|
62
|
-
* Destroy tuner resources
|
|
63
|
-
*/
|
|
64
|
-
destroy(): void;
|
|
65
|
-
}
|
|
66
|
-
|
|
67
|
-
/**
|
|
68
|
-
* Get the global kernel tuner
|
|
69
|
-
* @returns Promise resolving to kernel tuner instance
|
|
70
|
-
*/
|
|
71
|
-
export function getKernelTuner(): Promise<KernelTuner>;
|
|
72
|
-
|
|
73
|
-
/**
|
|
74
|
-
* Convenience function to tune a kernel
|
|
75
|
-
* @param kernelName - Kernel name
|
|
76
|
-
* @param inputSizes - Input sizes
|
|
77
|
-
* @returns Promise resolving to tuning result
|
|
78
|
-
*/
|
|
79
|
-
export function tuneKernel(
|
|
80
|
-
kernelName: string,
|
|
81
|
-
inputSizes: InputSizes
|
|
82
|
-
): Promise<TuneResult>;
|
|
@@ -1,101 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Kernel Tuner Types
|
|
3
|
-
*
|
|
4
|
-
* Type definitions and interfaces for the kernel auto-tuner system.
|
|
5
|
-
*/
|
|
6
|
-
|
|
7
|
-
/**
|
|
8
|
-
* Device information for cache keys
|
|
9
|
-
*/
|
|
10
|
-
export interface DeviceInfo {
|
|
11
|
-
vendor: string;
|
|
12
|
-
architecture: string;
|
|
13
|
-
device: string;
|
|
14
|
-
description?: string;
|
|
15
|
-
}
|
|
16
|
-
|
|
17
|
-
/**
|
|
18
|
-
* Tuning result for a kernel
|
|
19
|
-
*/
|
|
20
|
-
export interface TuneResult {
|
|
21
|
-
optimalWorkgroupSize: [number, number, number];
|
|
22
|
-
optimalTileSize: number;
|
|
23
|
-
throughput: number;
|
|
24
|
-
timeMs: number;
|
|
25
|
-
deviceInfo: DeviceInfo | undefined;
|
|
26
|
-
}
|
|
27
|
-
|
|
28
|
-
/**
|
|
29
|
-
* Tuning record stored in cache
|
|
30
|
-
*/
|
|
31
|
-
export interface TuneRecord {
|
|
32
|
-
optimalWorkgroupSize: [number, number, number];
|
|
33
|
-
optimalTileSize: number;
|
|
34
|
-
throughput: number;
|
|
35
|
-
timeMs: number;
|
|
36
|
-
deviceInfo: DeviceInfo | undefined;
|
|
37
|
-
}
|
|
38
|
-
|
|
39
|
-
/**
|
|
40
|
-
* Tuning configuration options
|
|
41
|
-
*/
|
|
42
|
-
export interface TuneConfig {
|
|
43
|
-
warmup?: number;
|
|
44
|
-
iterations?: number;
|
|
45
|
-
forceRetune?: boolean;
|
|
46
|
-
}
|
|
47
|
-
|
|
48
|
-
/**
|
|
49
|
-
* Input sizes for kernel tuning
|
|
50
|
-
*/
|
|
51
|
-
export interface InputSizes {
|
|
52
|
-
M?: number;
|
|
53
|
-
N?: number;
|
|
54
|
-
K?: number;
|
|
55
|
-
seqLen?: number;
|
|
56
|
-
numHeads?: number;
|
|
57
|
-
headDim?: number;
|
|
58
|
-
innerSize?: number;
|
|
59
|
-
outerSize?: number;
|
|
60
|
-
hiddenSize?: number;
|
|
61
|
-
numTokens?: number;
|
|
62
|
-
numBlocks?: number;
|
|
63
|
-
}
|
|
64
|
-
|
|
65
|
-
/**
|
|
66
|
-
* Workgroup size candidate
|
|
67
|
-
*/
|
|
68
|
-
export type WorkgroupSize = [number, number, number];
|
|
69
|
-
|
|
70
|
-
/**
|
|
71
|
-
* Device limits from GPU
|
|
72
|
-
*/
|
|
73
|
-
export interface DeviceLimits {
|
|
74
|
-
maxStorageBufferBindingSize: number;
|
|
75
|
-
maxBufferSize: number;
|
|
76
|
-
maxComputeWorkgroupSizeX: number;
|
|
77
|
-
maxComputeWorkgroupSizeY: number;
|
|
78
|
-
maxComputeWorkgroupSizeZ: number;
|
|
79
|
-
maxComputeInvocationsPerWorkgroup: number;
|
|
80
|
-
maxComputeWorkgroupStorageSize: number;
|
|
81
|
-
maxStorageBuffersPerShaderStage: number;
|
|
82
|
-
}
|
|
83
|
-
|
|
84
|
-
/**
|
|
85
|
-
* Kernel capabilities from GPU
|
|
86
|
-
*/
|
|
87
|
-
export interface KernelCapabilities {
|
|
88
|
-
hasSubgroups: boolean;
|
|
89
|
-
hasSubgroupsF16: boolean;
|
|
90
|
-
hasF16: boolean;
|
|
91
|
-
hasTimestampQuery: boolean;
|
|
92
|
-
maxBufferSize: number;
|
|
93
|
-
maxWorkgroupSize: number;
|
|
94
|
-
maxWorkgroupStorageSize: number;
|
|
95
|
-
adapterInfo: DeviceInfo;
|
|
96
|
-
}
|
|
97
|
-
|
|
98
|
-
/**
|
|
99
|
-
* Cache storage key type
|
|
100
|
-
*/
|
|
101
|
-
export type CacheKey = string;
|
|
@@ -1,33 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Kernel Auto-Tuner - Optimal Workgroup Size Selection
|
|
3
|
-
*
|
|
4
|
-
* Re-export facade for backward compatibility.
|
|
5
|
-
* Implementation has been split into focused submodules in ./kernel-tuner/
|
|
6
|
-
*
|
|
7
|
-
* @see ./kernel-tuner/types.ts - Type definitions
|
|
8
|
-
* @see ./kernel-tuner/cache.ts - LocalStorage caching
|
|
9
|
-
* @see ./kernel-tuner/benchmarks.ts - Kernel benchmark functions
|
|
10
|
-
* @see ./kernel-tuner/tuner.ts - Main KernelTuner class
|
|
11
|
-
*/
|
|
12
|
-
|
|
13
|
-
export {
|
|
14
|
-
// Types
|
|
15
|
-
type DeviceInfo,
|
|
16
|
-
type TuneResult,
|
|
17
|
-
type TuneRecord,
|
|
18
|
-
type TuneConfig,
|
|
19
|
-
type InputSizes,
|
|
20
|
-
type WorkgroupSize,
|
|
21
|
-
type DeviceLimits,
|
|
22
|
-
type KernelCapabilities,
|
|
23
|
-
type CacheKey,
|
|
24
|
-
|
|
25
|
-
// Main exports
|
|
26
|
-
KernelTuner,
|
|
27
|
-
getKernelTuner,
|
|
28
|
-
getTunerConfig,
|
|
29
|
-
tuneKernel,
|
|
30
|
-
|
|
31
|
-
// Default export
|
|
32
|
-
default,
|
|
33
|
-
} from './kernel-tuner/index.js';
|
|
@@ -1,166 +0,0 @@
|
|
|
1
|
-
# WGSL Kernels
|
|
2
|
-
|
|
3
|
-
Purpose: Catalog and guidance for Doppler's WGSL kernel library.
|
|
4
|
-
|
|
5
|
-
## Scope
|
|
6
|
-
|
|
7
|
-
- Kernel categories and entry point reuse guidance.
|
|
8
|
-
- Entry points, uniforms, and reuse strategies.
|
|
9
|
-
- Registry-owned kernel naming and inventory pointers.
|
|
10
|
-
|
|
11
|
-
The repository currently ships over 100 WebGPU compute shaders for inference and auxiliary pipelines.
|
|
12
|
-
|
|
13
|
-
## Generated Variants
|
|
14
|
-
|
|
15
|
-
Selected duplicate dtype variants are generated from canonical kernels:
|
|
16
|
-
|
|
17
|
-
- Source of truth: `src/gpu/kernels/codegen/wgsl-variants.js`
|
|
18
|
-
- Generator: `npm run kernels:codegen:sync`
|
|
19
|
-
- Drift check: `npm run kernels:codegen:check`
|
|
20
|
-
|
|
21
|
-
Generated targets keep the same runtime file names, so kernel-path IDs and manifest wiring stay stable.
|
|
22
|
-
|
|
23
|
-
## Categories
|
|
24
|
-
|
|
25
|
-
| Category | Examples |
|
|
26
|
-
|----------|----------|
|
|
27
|
-
| Attention | `attention.wgsl`, `attention_decode_*.wgsl`, `attention_f16.wgsl` |
|
|
28
|
-
| Matmul | `matmul_f16.wgsl`, `matmul_f16w_f32a.wgsl`, `matmul_gemv*.wgsl` |
|
|
29
|
-
| Dequant | `dequant_q4k.wgsl`, `dequant_q6k.wgsl`, `dequant_mxfp4.wgsl` |
|
|
30
|
-
| Fused | `fused_ffn.wgsl`, `fused_matmul_q4.wgsl`, `fused_matmul_q4_multicol_f16a.wgsl` |
|
|
31
|
-
| Other | `rmsnorm.wgsl`, `rope.wgsl`, `sample.wgsl`, `silu.wgsl` |
|
|
32
|
-
|
|
33
|
-
## Reusability Mechanisms
|
|
34
|
-
|
|
35
|
-
Three ways to make kernels flexible:
|
|
36
|
-
|
|
37
|
-
| Mechanism | When Set | Use For | Trade-off |
|
|
38
|
-
|-----------|----------|---------|-----------|
|
|
39
|
-
| **Entry points** | Pipeline creation | Different algorithms, workgroup sizes | Code duplication |
|
|
40
|
-
| **Override constants** | Pipeline creation | Parameterized array/workgroup sizes | Pipeline per config |
|
|
41
|
-
| **Uniforms** | Per dispatch | Dimensions, flags, runtime params | No compile-time optimization |
|
|
42
|
-
|
|
43
|
-
### Comparison
|
|
44
|
-
|
|
45
|
-
| Capability | Entry Points | Override Constants | Uniforms |
|
|
46
|
-
|------------|--------------|-------------------|----------|
|
|
47
|
-
| Array sizes | hardcoded | parameterized | no |
|
|
48
|
-
| Workgroup size | hardcoded | parameterized | no |
|
|
49
|
-
| Compiler optimization | full | full | branches only |
|
|
50
|
-
| Change per dispatch | select different | recompile | yes |
|
|
51
|
-
| Code duplication | high | minimal | none |
|
|
52
|
-
|
|
53
|
-
Use the topology test from the WGSL style guide. Entry points are for algorithm
|
|
54
|
-
or synchronization changes. Override constants are for model/load-time
|
|
55
|
-
parameters. Uniforms are for per-dispatch values. The registry records which
|
|
56
|
-
choice a variant made; WGSL files must not become a second policy layer.
|
|
57
|
-
|
|
58
|
-
## Entry Points
|
|
59
|
-
|
|
60
|
-
One `.wgsl` file can have multiple `@compute` functions:
|
|
61
|
-
|
|
62
|
-
```wgsl
|
|
63
|
-
@compute @workgroup_size(256)
|
|
64
|
-
fn main() { ... } // GEMV for small N
|
|
65
|
-
|
|
66
|
-
@compute @workgroup_size(256)
|
|
67
|
-
fn main_multicol() { ... } // GEMV for large N (32 cols/workgroup)
|
|
68
|
-
|
|
69
|
-
@compute @workgroup_size(64, 4)
|
|
70
|
-
fn main_batched() { ... } // Batched prefill (M > 1)
|
|
71
|
-
```
|
|
72
|
-
|
|
73
|
-
Selected at dispatch:
|
|
74
|
-
```javascript
|
|
75
|
-
pipeline = device.createComputePipeline({
|
|
76
|
-
compute: { module, entryPoint: 'main_batched' }
|
|
77
|
-
});
|
|
78
|
-
```
|
|
79
|
-
|
|
80
|
-
## Uniforms
|
|
81
|
-
|
|
82
|
-
Runtime parameters passed per dispatch:
|
|
83
|
-
|
|
84
|
-
```wgsl
|
|
85
|
-
struct Uniforms {
|
|
86
|
-
M: u32, // Batch size
|
|
87
|
-
N: u32, // Output dimension
|
|
88
|
-
K: u32, // Inner dimension
|
|
89
|
-
hasResidual: u32, // Flag for conditional path
|
|
90
|
-
}
|
|
91
|
-
|
|
92
|
-
@group(0) @binding(0) var<uniform> uniforms: Uniforms;
|
|
93
|
-
|
|
94
|
-
fn main() {
|
|
95
|
-
// Use uniforms.M, uniforms.N for loop bounds
|
|
96
|
-
if (uniforms.hasResidual == 1u) {
|
|
97
|
-
// Conditional code path
|
|
98
|
-
}
|
|
99
|
-
}
|
|
100
|
-
```
|
|
101
|
-
|
|
102
|
-
## When to Use What
|
|
103
|
-
|
|
104
|
-
| Scenario | Mechanism |
|
|
105
|
-
|----------|-----------|
|
|
106
|
-
| Different workgroup sizes for M=1 vs M>1 | Entry point |
|
|
107
|
-
| Different algorithms (GEMV vs GEMM) | Entry point |
|
|
108
|
-
| Variable dimensions (M, N, K) | Uniform |
|
|
109
|
-
| Optional feature (residual add, causal mask) | Uniform flag |
|
|
110
|
-
| Fixed tile size affecting shared memory | Entry point or override |
|
|
111
|
-
|
|
112
|
-
## Key Kernels
|
|
113
|
-
|
|
114
|
-
| Kernel | Entry Points | Purpose |
|
|
115
|
-
|--------|-------------|---------|
|
|
116
|
-
| `fused_matmul_q4.wgsl` | 3 | Q4_K quantized matmul (GEMV, multicol, batched) |
|
|
117
|
-
| `rmsnorm.wgsl` | 4 | RMSNorm with optional fused residual |
|
|
118
|
-
| `attention.wgsl` | 2 | Prefill attention (small/large) |
|
|
119
|
-
| `attention_decode_*.wgsl` | 1-3 | Decode attention variants |
|
|
120
|
-
| `silu.wgsl` | 5 | SiLU activation variants (gate, split, vec4, rowsplit) |
|
|
121
|
-
| `gelu.wgsl` | 3 | GeLU/GeGLU activation variants (gate, rowsplit) |
|
|
122
|
-
|
|
123
|
-
## Naming Source of Truth
|
|
124
|
-
|
|
125
|
-
Kernel operation IDs, variant IDs, WGSL filenames, entry points, feature
|
|
126
|
-
requirements, bindings, uniforms, and metadata are defined in
|
|
127
|
-
`src/config/kernels/registry.json`.
|
|
128
|
-
|
|
129
|
-
The management front door is
|
|
130
|
-
[`docs/developer-guides/config-source-of-truth.md`](../../../docs/developer-guides/config-source-of-truth.md#wgsl-kernel-management).
|
|
131
|
-
Do not add separate kernel inventories in docs, scripts, or runtime helpers.
|
|
132
|
-
|
|
133
|
-
Use `npm run kernels:registry:check` to audit the on-disk WGSL inventory
|
|
134
|
-
against the registry. This README must not define separate filename suffix
|
|
135
|
-
rules.
|
|
136
|
-
|
|
137
|
-
## Supported Manifest Usage
|
|
138
|
-
|
|
139
|
-
Use `npm run kernels:supported-manifests:report` to cross-reference the kernel
|
|
140
|
-
registry against kernels pinned by supported local manifests. The default scope
|
|
141
|
-
is catalog entries marked runtime active, conversion ready, and verified/pass in
|
|
142
|
-
`models/catalog.json`.
|
|
143
|
-
|
|
144
|
-
The report includes kernels made live by capability-transform fallbacks declared
|
|
145
|
-
in `src/rules/inference/capability-transforms.rules.json`. Use `--manifest-only`
|
|
146
|
-
for the strict manifest-pinned view, or `--include-runtime-transform-variants`
|
|
147
|
-
when auditing runtime-requested lanes such as f16 activation profiles.
|
|
148
|
-
|
|
149
|
-
The report separates non-live registry entries into protected and candidate
|
|
150
|
-
sets:
|
|
151
|
-
|
|
152
|
-
- protected by `tools/policies/kernel-usage-allowlist.json` for non-text lanes
|
|
153
|
-
such as training, diffusion, MoE, generation options, and format utilities
|
|
154
|
-
- protected by registry reachability when conversion configs or rule maps can
|
|
155
|
-
still select the variant
|
|
156
|
-
- true unused candidates when neither live usage, allowlist policy, nor
|
|
157
|
-
registry reachability protects the variant
|
|
158
|
-
|
|
159
|
-
Use `--no-allowlist` to inspect the raw non-live registry set, and
|
|
160
|
-
`--fail-on-unused-candidates` to make the command exit non-zero when true
|
|
161
|
-
unused candidates are present.
|
|
162
|
-
|
|
163
|
-
The report is advisory for cleanup planning. It is not part of `npm run
|
|
164
|
-
kernels:check` because `models/local/**` is developer-local state, not a CI
|
|
165
|
-
contract surface. Use `--include-untested` when inspecting active/ready local
|
|
166
|
-
artifacts that are not verified yet.
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
export declare const DEFAULT_FINITENESS_ABS_THRESHOLD: number;
|
|
2
|
-
|
|
3
|
-
export declare function resolveFinitenessAbsThreshold(value: number | null | undefined): number;
|
|
4
|
-
|
|
5
|
-
export declare function shouldTriggerFinitenessValue(value: number, absThreshold?: number): boolean;
|
|
6
|
-
|
|
7
|
-
export declare function recordCheckFiniteness(
|
|
8
|
-
target: unknown,
|
|
9
|
-
inputBuffer: GPUBuffer,
|
|
10
|
-
size: number,
|
|
11
|
-
statusBuffer: GPUBuffer,
|
|
12
|
-
layerIdx?: number,
|
|
13
|
-
step?: number,
|
|
14
|
-
absThreshold?: number
|
|
15
|
-
): void;
|
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
import type { CommandRecorder } from '../command-recorder.js';
|
|
2
|
-
|
|
3
|
-
export interface CheckHotVocabStopParams {
|
|
4
|
-
sampledTokenBuffer: GPUBuffer;
|
|
5
|
-
nextInputTokenBuffer: GPUBuffer;
|
|
6
|
-
hotTokenIndexMapBuffer: GPUBuffer;
|
|
7
|
-
hotTokenSentinel: number;
|
|
8
|
-
tokenIndex?: number;
|
|
9
|
-
shouldStopBuffer?: GPUBuffer;
|
|
10
|
-
eosTokenId: number;
|
|
11
|
-
maxTokens: number;
|
|
12
|
-
currentPos: number;
|
|
13
|
-
}
|
|
14
|
-
|
|
15
|
-
export declare function recordCheckHotVocabStop(
|
|
16
|
-
recorder: CommandRecorder,
|
|
17
|
-
params: CheckHotVocabStopParams
|
|
18
|
-
): GPUBuffer;
|
|
@@ -1,31 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* check-stop.ts - GPU Stop Condition Kernel
|
|
3
|
-
*
|
|
4
|
-
* Checks if generation should stop based on EOS token or max length.
|
|
5
|
-
* Used in GPU-only decode loop to eliminate CPU roundtrips.
|
|
6
|
-
*/
|
|
7
|
-
|
|
8
|
-
import type { CommandRecorder } from '../command-recorder.js';
|
|
9
|
-
|
|
10
|
-
export interface CheckStopParams {
|
|
11
|
-
sampledTokenBuffer: GPUBuffer; // u32 storage buffer with sampled tokens
|
|
12
|
-
tokenIndex?: number;
|
|
13
|
-
shouldStopBuffer?: GPUBuffer;
|
|
14
|
-
eosTokenId: number;
|
|
15
|
-
maxTokens: number;
|
|
16
|
-
currentPos: number;
|
|
17
|
-
}
|
|
18
|
-
|
|
19
|
-
/**
|
|
20
|
-
* Record a stop condition check into the command buffer.
|
|
21
|
-
* Returns the shouldStop buffer (1 if should stop, 0 otherwise).
|
|
22
|
-
*/
|
|
23
|
-
export declare function recordCheckStop(
|
|
24
|
-
recorder: CommandRecorder,
|
|
25
|
-
params: CheckStopParams
|
|
26
|
-
): GPUBuffer;
|
|
27
|
-
|
|
28
|
-
/**
|
|
29
|
-
* Standalone check stop (submits immediately, for testing).
|
|
30
|
-
*/
|
|
31
|
-
export declare function checkStop(params: CheckStopParams): Promise<boolean>;
|