doppler-gpu 0.4.6 → 0.4.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +64 -0
- package/README.md +98 -137
- package/assets/doppler.svg +1 -3
- package/models/catalog.json +1575 -0
- package/package.json +59 -26
- package/src/cli/doppler-cli.js +28 -7
- package/src/cli/doppler-quickstart.js +1 -1
- package/src/cli/doppler-serve.js +2 -2
- package/src/client/doppler-registry.js +12 -0
- package/src/client/doppler-registry.json +52 -3
- package/src/client/runtime/index.js +25 -2
- package/src/client/runtime/model-session.d.ts +31 -1
- package/src/client/runtime/model-session.js +31 -0
- package/src/client/runtime/model-source.d.ts +19 -2
- package/src/client/runtime/model-source.js +45 -5
- package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +28 -4
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +50 -9
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +35 -5
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +31 -5
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +30 -4
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +30 -4
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +30 -4
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +30 -5
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +30 -5
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +29 -4
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +29 -4
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +29 -4
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +481 -0
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +29 -4
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +29 -4
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +30 -5
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +29 -4
- package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +395 -0
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +429 -0
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +548 -0
- package/src/config/execution-contract-check.js +14 -10
- package/src/config/kernel-path-loader.js +1 -0
- package/src/config/kernels/kernel-ref-digests.js +26 -17
- package/src/config/kernels/registry.json +448 -27
- package/src/config/merge.js +41 -0
- package/src/config/param-validator.js +67 -8
- package/src/config/required-inference-fields-contract-check.js +14 -0
- package/src/config/runtime/default.json +3 -1
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
- package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
- package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
- package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
- package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
- package/src/config/runtime/profiles/rerank-stability.json +43 -0
- package/src/config/runtime/profiles/rerank-throughput.json +40 -0
- package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
- package/src/config/schema/debug.schema.d.ts +2 -0
- package/src/config/schema/debug.schema.js +1 -0
- package/src/config/schema/doppler.schema.d.ts +5 -1
- package/src/config/schema/doppler.schema.js +117 -292
- package/src/config/schema/execution-v1.schema.d.ts +41 -0
- package/src/config/schema/execution-v1.schema.js +10 -0
- package/src/config/schema/index.d.ts +3 -1
- package/src/config/schema/inference.schema.d.ts +17 -3
- package/src/config/schema/kvcache.schema.d.ts +19 -3
- package/src/config/schema/kvcache.schema.js +2 -1
- package/src/config/schema/manifest.schema.d.ts +38 -1
- package/src/config/schema/manifest.schema.js +18 -0
- package/src/config/schema/speculation-self.schema.d.ts +16 -0
- package/src/config/source-packages/litert/gemma-4-12b-it.json +20 -1
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +20 -1
- package/src/config/source-packages/litert/gemma-4-e4b-it.json +21 -1
- package/src/config/transforms/capability-transform-resolver.js +7 -1
- package/src/config/transforms/execution-graph-transforms.js +10 -2
- package/src/converter/conversion-plan.js +2 -0
- package/src/converter/parsers/transformer.js +27 -1
- package/src/converter/quantization-info.js +16 -4
- package/src/converter/rope-config.js +55 -3
- package/src/debug/config.d.ts +4 -0
- package/src/experimental/orchestration/index.d.ts +10 -1
- package/src/experimental/training/distillation/student-fixture.js +1 -1
- package/src/experimental/training/lora-pipeline.js +1 -1
- package/src/experimental/training/lora.js +2 -2
- package/src/experimental/training/suite.js +2 -2
- package/src/formats/rdrr/classification.js +3 -0
- package/src/formats/rdrr/integrity.d.ts +0 -2
- package/src/formats/rdrr/integrity.js +0 -2
- package/src/formats/rdrr/types.d.ts +1 -1
- package/src/gpu/kernels/attention.d.ts +2 -0
- package/src/gpu/kernels/attention.js +75 -16
- package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
- package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
- package/src/gpu/kernels/backward/attention_backward.js +8 -0
- package/src/gpu/kernels/dequant.d.ts +6 -6
- package/src/gpu/kernels/dequant.js +17 -6
- package/src/gpu/kernels/fused_ffn.d.ts +32 -0
- package/src/gpu/kernels/fused_ffn.js +540 -19
- package/src/gpu/kernels/fused_ffn.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
- package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
- package/src/gpu/kernels/index.d.ts +21 -0
- package/src/gpu/kernels/index.js +13 -0
- package/src/gpu/kernels/linear-attention-core.js +414 -21
- package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
- package/src/gpu/kernels/lm-head-argmax.js +153 -57
- package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
- package/src/gpu/kernels/lm-head-select-logits.js +186 -0
- package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
- package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
- package/src/gpu/kernels/matmul-selection.js +9 -2
- package/src/gpu/kernels/matmul.d.ts +1 -1
- package/src/gpu/kernels/matmul.js +24 -6
- package/src/gpu/kernels/moe.d.ts +5 -1
- package/src/gpu/kernels/moe.js +5 -2
- package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
- package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
- package/src/gpu/kernels/rmsnorm-pair.js +113 -0
- package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
- package/src/gpu/kernels/rmsnorm-stats.js +250 -0
- package/src/gpu/kernels/silu.wgsl +7 -1
- package/src/gpu/kernels/silu_f16.wgsl +7 -1
- package/src/gpu/kernels/softmax.d.ts +3 -3
- package/src/gpu/kernels/softmax.js +9 -2
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
- package/src/gpu/kernels/turboquant-codebook.js +1 -1
- package/src/gpu/kernels/types.d.ts +1 -1
- package/src/gpu/profiler.js +11 -1
- package/src/gpu/tensor.d.ts +1 -0
- package/src/index.d.ts +1 -1
- package/src/index.js +1 -1
- package/src/inference/browser-harness-model-helpers.js +4 -1
- package/src/inference/browser-harness-suite-helpers.js +1 -1
- package/src/inference/browser-harness-text-helpers.js +589 -117
- package/src/inference/browser-harness.d.ts +3 -3
- package/src/inference/browser-harness.js +486 -13
- package/src/inference/fixtures/rerank-semantic-fixtures.json +38 -0
- package/src/inference/kv-cache/base.js +42 -1
- package/src/inference/kv-cache/quantized.js +16 -2
- package/src/inference/kv-cache/tiered.js +50 -15
- package/src/inference/moe-router.js +38 -7
- package/src/inference/pipelines/diffusion/text-encoder-gpu.js +8 -6
- package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
- package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
- package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
- package/src/inference/pipelines/text/attention/projections.js +174 -4
- package/src/inference/pipelines/text/attention/record.js +44 -21
- package/src/inference/pipelines/text/attention/run.js +18 -3
- package/src/inference/pipelines/text/config.d.ts +23 -1
- package/src/inference/pipelines/text/config.js +235 -112
- package/src/inference/pipelines/text/embed.js +39 -12
- package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
- package/src/inference/pipelines/text/execution-plan.js +45 -2
- package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
- package/src/inference/pipelines/text/execution-v1.js +122 -8
- package/src/inference/pipelines/text/ffn/dense.js +254 -25
- package/src/inference/pipelines/text/ffn/moe.js +4 -3
- package/src/inference/pipelines/text/ffn/standard.js +145 -39
- package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
- package/src/inference/pipelines/text/generator-helpers.js +4 -1
- package/src/inference/pipelines/text/generator-runtime.js +54 -20
- package/src/inference/pipelines/text/generator-steps.js +5 -2
- package/src/inference/pipelines/text/generator.d.ts +18 -1
- package/src/inference/pipelines/text/generator.js +303 -20
- package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
- package/src/inference/pipelines/text/init-rope.js +54 -6
- package/src/inference/pipelines/text/init.d.ts +22 -3
- package/src/inference/pipelines/text/init.js +65 -17
- package/src/inference/pipelines/text/layer.js +111 -5
- package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
- package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
- package/src/inference/pipelines/text/linear-attention.js +185 -24
- package/src/inference/pipelines/text/logits/gpu.d.ts +1 -1
- package/src/inference/pipelines/text/logits/gpu.js +78 -115
- package/src/inference/pipelines/text/logits/index.js +105 -87
- package/src/inference/pipelines/text/logits/precision-policy.js +103 -0
- package/src/inference/pipelines/text/logits/types.d.ts +1 -0
- package/src/inference/pipelines/text/logits/utils.d.ts +2 -0
- package/src/inference/pipelines/text/logits/utils.js +11 -0
- package/src/inference/pipelines/text/lora-apply.js +6 -4
- package/src/inference/pipelines/text/model-load.js +6 -0
- package/src/inference/pipelines/text/moe-cpu.js +25 -0
- package/src/inference/pipelines/text/moe-gpu.js +148 -97
- package/src/inference/pipelines/text/moe-shape-validator.js +149 -31
- package/src/inference/pipelines/text/ops.js +48 -1
- package/src/inference/pipelines/text/per-layer-inputs.js +105 -21
- package/src/inference/pipelines/text/probes.js +9 -4
- package/src/inference/pipelines/text/state.d.ts +4 -4
- package/src/inference/pipelines/text/state.js +4 -0
- package/src/inference/pipelines/text/types.d.ts +27 -2
- package/src/inference/pipelines/text/weights.js +7 -2
- package/src/inference/pipelines/text.d.ts +21 -1
- package/src/inference/pipelines/text.js +60 -14
- package/src/inference/tokenizers/behavior-flags.js +23 -2
- package/src/inference/tokenizers/bundled.js +45 -23
- package/src/inference/tokenizers/types.d.ts +7 -4
- package/src/loader/doppler-loader.js +25 -2
- package/src/loader/final-weights-loader.js +12 -1
- package/src/loader/index.d.ts +3 -1
- package/src/loader/index.js +2 -0
- package/src/loader/loader-types.d.ts +3 -1
- package/src/loader/manifest-config.d.ts +18 -0
- package/src/loader/manifest-config.js +11 -3
- package/src/loader/shard-cache.d.ts +2 -0
- package/src/loader/shard-cache.js +29 -1
- package/src/models/gemma4.js +8 -0
- package/src/rules/execution-rules-contract-check.js +12 -3
- package/src/rules/inference/capability-transforms.rules.json +159 -22
- package/src/rules/inference/config.rules.json +26 -2
- package/src/rules/inference/dtype.rules.json +12 -5
- package/src/rules/inference/execution.rules.json +5 -19
- package/src/rules/inference/ffn.rules.json +33 -0
- package/src/rules/inference/moe.rules.json +97 -0
- package/src/rules/kernels/fused-ffn.rules.json +1 -1
- package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
- package/src/rules/kernels/matmul.rules.json +1 -0
- package/src/rules/kernels/silu.rules.json +1 -0
- package/src/rules/rule-registry.js +2 -0
- package/src/storage/artifact-storage-context.js +36 -0
- package/src/tooling/command-api-constants.js +2 -2
- package/src/tooling/command-api-family-normalizers.js +2 -1
- package/src/tooling/command-api.d.ts +1 -1
- package/src/tooling/command-runner-shared.js +3 -1
- package/src/tooling/node-browser-command-runner.js +42 -7
- package/src/tooling/node-converter.js +20 -0
- package/src/tooling/node-source-runtime.js +5 -1
- package/src/tooling/opfs-cache.d.ts +21 -1
- package/src/tooling/opfs-cache.js +168 -32
- package/src/tooling-exports/storage.d.ts +1 -1
- package/src/tooling-exports/storage.js +1 -1
- package/src/types/gpu.d.ts +25 -0
- package/src/version.js +1 -1
- package/tests/kernels/browser/kernel-suite.js +1593 -0
- package/tests/kernels/browser/test-page.js +2629 -0
- package/tests/kernels/harness/benchmark.js +225 -0
- package/tests/kernels/harness/buffer-utils.js +88 -0
- package/tests/kernels/harness/tolerance.js +174 -0
- package/tests/kernels/reference/adam.js +15 -0
- package/tests/kernels/reference/attention.js +158 -0
- package/tests/kernels/reference/backward.js +96 -0
- package/tests/kernels/reference/bias-add.js +20 -0
- package/tests/kernels/reference/conv2d.js +58 -0
- package/tests/kernels/reference/cross-entropy.js +26 -0
- package/tests/kernels/reference/dequant.js +312 -0
- package/tests/kernels/reference/embed.js +15 -0
- package/tests/kernels/reference/gather.js +61 -0
- package/tests/kernels/reference/gelu.js +37 -0
- package/tests/kernels/reference/groupnorm.js +36 -0
- package/tests/kernels/reference/index.js +89 -0
- package/tests/kernels/reference/layernorm.js +22 -0
- package/tests/kernels/reference/matmul.js +57 -0
- package/tests/kernels/reference/modulate.js +24 -0
- package/tests/kernels/reference/moe-gather.js +83 -0
- package/tests/kernels/reference/pixel-shuffle.js +20 -0
- package/tests/kernels/reference/residual.js +55 -0
- package/tests/kernels/reference/rmsnorm.js +52 -0
- package/tests/kernels/reference/rope.js +79 -0
- package/tests/kernels/reference/sample.js +97 -0
- package/tests/kernels/reference/scatter-add.js +58 -0
- package/tests/kernels/reference/silu.js +52 -0
- package/tests/kernels/reference/softmax.js +86 -0
- package/tests/kernels/reference/split-qkv.js +58 -0
- package/tests/kernels/reference/topk.js +88 -0
- package/tests/kernels/reference/upsample2d.js +37 -0
- package/BRANDING.md +0 -14
- package/SECURITY.md +0 -19
- package/assets/doppler-readme-hero.svg +0 -84
- package/assets/doppler-runtime-map.svg +0 -84
- package/src/bootstrap.js +0 -30
- package/src/cli/doppler-cli.d.ts +0 -46
- package/src/cli/doppler-quickstart.d.ts +0 -45
- package/src/cli/doppler-serve.d.ts +0 -210
- package/src/cli/runtime-profiles.d.ts +0 -40
- package/src/client/doppler-api.browser.d.ts +0 -1
- package/src/client/doppler-api.browser.js +0 -25
- package/src/client/doppler-registry.d.ts +0 -35
- package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
- package/src/client/runtime/source-runtime.d.ts +0 -26
- package/src/client/runtime/storage.d.ts +0 -5
- package/src/config/README.md +0 -61
- package/src/config/conversion/README.md +0 -58
- package/src/config/goal-completion-matrix.json +0 -552
- package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
- package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
- package/src/config/kernels/moe/mixtral.paths.json +0 -46
- package/src/config/kernels/registry.d.ts +0 -51
- package/src/config/merge-contract-check.d.ts +0 -16
- package/src/config/merge-contract-check.js +0 -318
- package/src/config/merge-helpers.d.ts +0 -60
- package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
- package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
- package/src/config/param-categories.d.ts +0 -8
- package/src/config/param-validator.d.ts +0 -28
- package/src/config/platforms/loader.d.ts +0 -38
- package/src/config/quantization-contract-check.d.ts +0 -12
- package/src/config/quantization-contract-check.js +0 -91
- package/src/config/runtime/README.md +0 -28
- package/src/config/runtime-merge.d.ts +0 -5
- package/src/config/schema/claim-evidence-contract.schema.json +0 -93
- package/src/config/schema/command-surface-contract.schema.json +0 -81
- package/src/config/schema/goal-completion-matrix.schema.json +0 -223
- package/src/config/schema/model-artifact-contract.schema.json +0 -119
- package/src/config/schema/platform.schema.js +0 -1
- package/src/config/schema/policy-schema-registry.json +0 -26
- package/src/config/schema/subsystem-support-contract.schema.json +0 -48
- package/src/config/support-tiers/subsystems.json +0 -502
- package/src/config/supported-operations.d.ts +0 -14
- package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
- package/src/config/transforms/execution-graph-transforms.d.ts +0 -300
- package/src/converter/conversion-plan.d.ts +0 -56
- package/src/converter/index.d.ts +0 -98
- package/src/converter/index.js +0 -59
- package/src/converter/parsers/diffusion.d.ts +0 -50
- package/src/converter/parsers/gguf.d.ts +0 -31
- package/src/converter/parsers/index.d.ts +0 -21
- package/src/converter/parsers/index.js +0 -12
- package/src/converter/parsers/transformer.d.ts +0 -31
- package/src/converter/quantization-info.d.ts +0 -38
- package/src/converter/rope-config.d.ts +0 -16
- package/src/converter/tokenizer-utils.d.ts +0 -12
- package/src/debug/reference/README.md +0 -114
- package/src/debug/reference/hf_attn_debug.py +0 -114
- package/src/debug/reference/hf_embed_check.py +0 -89
- package/src/debug/reference/hf_layer_out.py +0 -100
- package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
- package/src/debug/reference/hf_rope_check.py +0 -116
- package/src/debug/reference/hf_weights.py +0 -75
- package/src/errors/doppler-error.d.ts +0 -20
- package/src/experimental/bridge/extension/background.d.ts +0 -14
- package/src/experimental/bridge/extension/background.js +0 -168
- package/src/experimental/bridge/extension/manifest.json +0 -34
- package/src/experimental/bridge/extension-client.d.ts +0 -114
- package/src/experimental/bridge/index.d.ts +0 -69
- package/src/experimental/bridge/node-bridge.js +0 -24
- package/src/experimental/bridge/protocol.d.ts +0 -96
- package/src/experimental/browser/gguf-importer.d.ts +0 -136
- package/src/experimental/browser/gguf-importer.js +0 -532
- package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
- package/src/experimental/browser/quantization.d.ts +0 -74
- package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
- package/src/experimental/browser/shard-io-browser.d.ts +0 -57
- package/src/experimental/browser/shard-io-browser.js +0 -89
- package/src/experimental/browser/tensor-source-download.d.ts +0 -27
- package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
- package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
- package/src/experimental/distribution/p2p-transport.js +0 -75
- package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
- package/src/experimental/hotswap/manifest.d.ts +0 -42
- package/src/experimental/hotswap/model-swap.js +0 -42
- package/src/experimental/hotswap/runtime.d.ts +0 -31
- package/src/experimental/training/README.md +0 -164
- package/src/experimental/training/artifacts.d.ts +0 -160
- package/src/experimental/training/attention-backward.d.ts +0 -30
- package/src/experimental/training/attention-forward.d.ts +0 -22
- package/src/experimental/training/attention-forward.js +0 -82
- package/src/experimental/training/autograd.d.ts +0 -51
- package/src/experimental/training/backward-kernels.js +0 -39
- package/src/experimental/training/checkpoint-watch.d.ts +0 -8
- package/src/experimental/training/checkpoint.d.ts +0 -36
- package/src/experimental/training/clip.d.ts +0 -9
- package/src/experimental/training/dataloader.d.ts +0 -8
- package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
- package/src/experimental/training/datasets/gepa-frontier.js +0 -220
- package/src/experimental/training/datasets/index.d.ts +0 -24
- package/src/experimental/training/datasets/index.js +0 -13
- package/src/experimental/training/datasets/jsonl.d.ts +0 -11
- package/src/experimental/training/datasets/reploid.d.ts +0 -3
- package/src/experimental/training/datasets/reploid.js +0 -36
- package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
- package/src/experimental/training/datasets/teacher-traces.js +0 -279
- package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
- package/src/experimental/training/datasets/token-batch.d.ts +0 -21
- package/src/experimental/training/datasets/token-batch.js +0 -52
- package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
- package/src/experimental/training/datasets/translation-pairs.js +0 -49
- package/src/experimental/training/distillation/artifacts.d.ts +0 -71
- package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
- package/src/experimental/training/distillation/dataset.d.ts +0 -59
- package/src/experimental/training/distillation/eval.d.ts +0 -34
- package/src/experimental/training/distillation/index.d.ts +0 -29
- package/src/experimental/training/distillation/runtime.d.ts +0 -20
- package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
- package/src/experimental/training/distillation/stage-a.d.ts +0 -45
- package/src/experimental/training/distillation/stage-b.d.ts +0 -24
- package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
- package/src/experimental/training/distillation/suite-data.d.ts +0 -45
- package/src/experimental/training/export.d.ts +0 -41
- package/src/experimental/training/index.d.ts +0 -74
- package/src/experimental/training/index.js +0 -63
- package/src/experimental/training/lora-pipeline.d.ts +0 -183
- package/src/experimental/training/lora.d.ts +0 -19
- package/src/experimental/training/loss-scaling.d.ts +0 -21
- package/src/experimental/training/loss.d.ts +0 -10
- package/src/experimental/training/objectives/base.d.ts +0 -58
- package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
- package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
- package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
- package/src/experimental/training/objectives/index.d.ts +0 -12
- package/src/experimental/training/objectives/index.js +0 -6
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
- package/src/experimental/training/operator-agent-eval.d.ts +0 -65
- package/src/experimental/training/operator-artifacts.d.ts +0 -62
- package/src/experimental/training/operator-command.d.ts +0 -5
- package/src/experimental/training/operator-eval.d.ts +0 -48
- package/src/experimental/training/operator-scoreboard.d.ts +0 -5
- package/src/experimental/training/optimizer.d.ts +0 -22
- package/src/experimental/training/runner.d.ts +0 -249
- package/src/experimental/training/suite.d.ts +0 -299
- package/src/experimental/training/tensor-factory.d.ts +0 -9
- package/src/experimental/training/trainer.d.ts +0 -89
- package/src/experimental/training/ul_dataset.d.ts +0 -47
- package/src/experimental/training/ul_schedule.d.ts +0 -6
- package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
- package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
- package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
- package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
- package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
- package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
- package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
- package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
- package/src/experimental/training/workload-packs/registry.json +0 -278
- package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
- package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
- package/src/experimental/training/workloads.d.ts +0 -201
- package/src/formats/gguf/types.d.ts +0 -74
- package/src/formats/index.d.ts +0 -75
- package/src/formats/index.js +0 -19
- package/src/formats/litert/types.d.ts +0 -74
- package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
- package/src/formats/rdrr/distributed/validation.d.ts +0 -23
- package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
- package/src/formats/safetensors/types.d.ts +0 -67
- package/src/formats/tflite/types.d.ts +0 -61
- package/src/formats/tokenizer/index.d.ts +0 -5
- package/src/formats/tokenizer/index.js +0 -3
- package/src/formats/tokenizer/types.d.ts +0 -9
- package/src/gpu/kernel-runtime.d.ts +0 -13
- package/src/gpu/kernel-selection-cache.d.ts +0 -13
- package/src/gpu/kernel-selection-log.d.ts +0 -4
- package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
- package/src/gpu/kernel-tuner/cache.d.ts +0 -55
- package/src/gpu/kernel-tuner/index.d.ts +0 -59
- package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
- package/src/gpu/kernel-tuner/types.d.ts +0 -101
- package/src/gpu/kernel-tuner/types.js +0 -4
- package/src/gpu/kernel-tuner.d.ts +0 -33
- package/src/gpu/kernels/README.md +0 -159
- package/src/gpu/kernels/check-finiteness.d.ts +0 -15
- package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
- package/src/gpu/kernels/check-stop.d.ts +0 -31
- package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
- package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
- package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
- package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
- package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
- package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
- package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
- package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
- package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
- package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
- package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
- package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
- package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
- package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
- package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
- package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
- package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
- package/src/gpu/kernels/constants.d.ts +0 -129
- package/src/gpu/kernels/dispatch.d.ts +0 -72
- package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
- package/src/gpu/kernels/kernel-base.d.ts +0 -33
- package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
- package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
- package/src/gpu/kernels/matmul-selection.d.ts +0 -87
- package/src/gpu/kernels/rep-penalty.d.ts +0 -21
- package/src/gpu/kernels/rule-matcher.d.ts +0 -30
- package/src/gpu/kernels/rule-registry.d.ts +0 -7
- package/src/gpu/kernels/types.js +0 -4
- package/src/gpu/perf-guards.d.ts +0 -13
- package/src/gpu/profiler.d.ts +0 -93
- package/src/gpu/readback-utils.d.ts +0 -16
- package/src/gpu/readback-utils.js +0 -49
- package/src/gpu/submit-probe.d.ts +0 -12
- package/src/index-browser.d.ts +0 -2
- package/src/index-browser.js +0 -2
- package/src/inference/README.md +0 -593
- package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
- package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
- package/src/inference/browser-harness-model-helpers.d.ts +0 -10
- package/src/inference/browser-harness-report-helpers.d.ts +0 -7
- package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
- package/src/inference/browser-harness-text-helpers.d.ts +0 -124
- package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
- package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
- package/src/inference/network-evolution.js +0 -79
- package/src/inference/pipelines/context.d.ts +0 -21
- package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
- package/src/inference/pipelines/diffusion/index.d.ts +0 -3
- package/src/inference/pipelines/diffusion/index.js +0 -3
- package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
- package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
- package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
- package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
- package/src/inference/pipelines/diffusion/types.js +0 -1
- package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
- package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
- package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
- package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
- package/src/inference/pipelines/dream/pipeline.js +0 -8
- package/src/inference/pipelines/energy/index.d.ts +0 -1
- package/src/inference/pipelines/energy/index.js +0 -1
- package/src/inference/pipelines/energy/types.js +0 -1
- package/src/inference/pipelines/energy-head/index.d.ts +0 -6
- package/src/inference/pipelines/energy-head/index.js +0 -6
- package/src/inference/pipelines/factory.d.ts +0 -10
- package/src/inference/pipelines/index.d.ts +0 -22
- package/src/inference/pipelines/index.js +0 -19
- package/src/inference/pipelines/registry.d.ts +0 -15
- package/src/inference/pipelines/rng.d.ts +0 -2
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
- package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
- package/src/inference/pipelines/text/attention/index.d.ts +0 -24
- package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
- package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
- package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
- package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
- package/src/inference/pipelines/text/attention/record.d.ts +0 -36
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
- package/src/inference/pipelines/text/attention/run.d.ts +0 -38
- package/src/inference/pipelines/text/attention/types.d.ts +0 -125
- package/src/inference/pipelines/text/attention.d.ts +0 -23
- package/src/inference/pipelines/text/attention.js +0 -12
- package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
- package/src/inference/pipelines/text/buffer-types.js +0 -4
- package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
- package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
- package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
- package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
- package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
- package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
- package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
- package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
- package/src/inference/pipelines/text/embed.d.ts +0 -68
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
- package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
- package/src/inference/pipelines/text/failure-reduction.js +0 -180
- package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
- package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
- package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
- package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
- package/src/inference/pipelines/text/ffn/standard.d.ts +0 -25
- package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
- package/src/inference/pipelines/text/ffn.d.ts +0 -31
- package/src/inference/pipelines/text/ffn.js +0 -18
- package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
- package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
- package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
- package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
- package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
- package/src/inference/pipelines/text/generator-runtime.d.ts +0 -89
- package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
- package/src/inference/pipelines/text/index.d.ts +0 -5
- package/src/inference/pipelines/text/index.js +0 -6
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
- package/src/inference/pipelines/text/layer.d.ts +0 -118
- package/src/inference/pipelines/text/load-errors.d.ts +0 -21
- package/src/inference/pipelines/text/logits/types.js +0 -4
- package/src/inference/pipelines/text/logits.d.ts +0 -27
- package/src/inference/pipelines/text/logits.js +0 -16
- package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
- package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
- package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
- package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
- package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
- package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
- package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -40
- package/src/inference/pipelines/text/operator-events.d.ts +0 -125
- package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
- package/src/inference/pipelines/text/ops.d.ts +0 -219
- package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
- package/src/inference/pipelines/text/probes.d.ts +0 -28
- package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
- package/src/inference/pipelines/text/stage-names.d.ts +0 -88
- package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
- package/src/inference/pipelines/text/types.js +0 -4
- package/src/inference/tokenizers/base.d.ts +0 -44
- package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
- package/src/inference/tokenizers/bpe.d.ts +0 -27
- package/src/inference/tokenizers/bundled.d.ts +0 -67
- package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
- package/src/inference/tokenizers/types.js +0 -7
- package/src/loader/embedding-limit-preflight.d.ts +0 -31
- package/src/loader/per-layer-input-loader.d.ts +0 -30
- package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
- package/src/loader/tensors/source-transform.d.ts +0 -65
- package/src/memory/address-table.d.ts +0 -96
- package/src/rules/execution-rules-contract-check.d.ts +0 -21
- package/src/rules/layer-pattern-contract-check.d.ts +0 -17
- package/src/rules/rule-registry.d.ts +0 -77
- package/src/storage/artifact-storage-context.d.ts +0 -63
- package/src/storage/backends/idb-store.d.ts +0 -52
- package/src/storage/backends/memory-store.d.ts +0 -36
- package/src/storage/backends/opfs-store.d.ts +0 -41
- package/src/storage/blake3.d.ts +0 -17
- package/src/storage/download-types.d.ts +0 -157
- package/src/storage/downloader.d.ts +0 -103
- package/src/storage/index.d.ts +0 -274
- package/src/storage/index.js +0 -201
- package/src/storage/preflight.d.ts +0 -144
- package/src/storage/preflight.js +0 -360
- package/src/storage/quickstart-downloader.d.ts +0 -157
- package/src/storage/quickstart-downloader.js +0 -289
- package/src/storage/source-artifact-store.d.ts +0 -59
- package/src/sw.js +0 -184
- package/src/tooling/command-api-constants.d.ts +0 -9
- package/src/tooling/command-api-family-normalizers.d.ts +0 -10
- package/src/tooling/command-api-helpers.d.ts +0 -23
- package/src/tooling/command-runner-shared.d.ts +0 -89
- package/src/tooling/conversion-config-materializer.d.ts +0 -14
- package/src/tooling/conversion-config-materializer.js +0 -96
- package/src/tooling/diagnose-runner.d.ts +0 -28
- package/src/tooling/hf-registry-utils.d.ts +0 -55
- package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
- package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
- package/src/tooling/kernel-path-builder/index.d.ts +0 -65
- package/src/tooling/kernel-path-builder/index.js +0 -1361
- package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
- package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
- package/src/tooling/lean-execution-contract-runner.js +0 -158
- package/src/tooling/lean-execution-contract.d.ts +0 -16
- package/src/tooling/lean-execution-contract.js +0 -81
- package/src/tooling/litert-package-runtime.d.ts +0 -46
- package/src/tooling/node-convert-worker-pool.d.ts +0 -16
- package/src/tooling/node-convert-worker.d.ts +0 -1
- package/src/tooling/node-converter.d.ts +0 -1
- package/src/tooling/node-file-fetch.d.ts +0 -1
- package/src/tooling/node-source-runtime.d.ts +0 -24
- package/src/tooling/node-webgpu.d.ts +0 -17
- package/src/tooling/precision-replay-math.js +0 -174
- package/src/tooling/program-bundle-host.d.ts +0 -16
- package/src/tooling/program-bundle-host.js +0 -20
- package/src/tooling/runtime-input-composition.d.ts +0 -37
- package/src/tooling/source-package-profiles.d.ts +0 -50
- package/src/tooling/source-runtime-converter-config.d.ts +0 -19
- package/src/tooling/source-runtime-materializer.d.ts +0 -6
- package/src/tooling/source-runtime-materializer.js +0 -89
- package/src/tooling-exports.browser.d.ts +0 -7
- package/src/types/chrome.d.ts +0 -36
- package/src/types/chrome.js +0 -1
- package/src/types/index.d.ts +0 -1
- package/src/types/index.js +0 -1
- package/src/utils/array-buffer.d.ts +0 -4
- package/src/utils/canonical-hash.d.ts +0 -7
- package/src/utils/clone-json.d.ts +0 -1
- package/src/utils/hf-resolve-url.d.ts +0 -16
- package/src/utils/index.d.ts +0 -10
- package/src/utils/index.js +0 -10
- package/src/utils/load-json.d.ts +0 -5
- package/src/utils/plain-object.d.ts +0 -1
- package/src/utils/sha256.d.ts +0 -5
- package/src/utils/stable-sort-object.d.ts +0 -1
|
@@ -1,129 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Kernel Constants - Shared constants for GPU kernels
|
|
3
|
-
*
|
|
4
|
-
* Centralized constants to eliminate magic numbers and improve
|
|
5
|
-
* maintainability across kernel implementations.
|
|
6
|
-
*/
|
|
7
|
-
|
|
8
|
-
/**
|
|
9
|
-
* Workgroup sizes for different kernel types
|
|
10
|
-
*/
|
|
11
|
-
export declare const WORKGROUP_SIZES: {
|
|
12
|
-
/** Default workgroup size for most kernels */
|
|
13
|
-
readonly DEFAULT: 256;
|
|
14
|
-
|
|
15
|
-
/** Vec4 workgroup thread count (64 threads × 4 elements = 256 elements) */
|
|
16
|
-
readonly VEC4_THREADS: 64;
|
|
17
|
-
|
|
18
|
-
/** Attention kernels (large blocks) */
|
|
19
|
-
readonly ATTENTION_LARGE_BLOCK: 32;
|
|
20
|
-
|
|
21
|
-
/** Attention kernels (small blocks) */
|
|
22
|
-
readonly ATTENTION_SMALL_BLOCK: 32;
|
|
23
|
-
|
|
24
|
-
/** Subgroup size (typical for modern GPUs) */
|
|
25
|
-
readonly SUBGROUP: 32;
|
|
26
|
-
|
|
27
|
-
/** RMSNorm workgroup size */
|
|
28
|
-
readonly RMSNORM: 256;
|
|
29
|
-
|
|
30
|
-
/** Softmax workgroup size */
|
|
31
|
-
readonly SOFTMAX: 256;
|
|
32
|
-
|
|
33
|
-
/** Matmul tile sizes */
|
|
34
|
-
readonly MATMUL_TILE_M: 16;
|
|
35
|
-
readonly MATMUL_TILE_N: 16;
|
|
36
|
-
readonly MATMUL_TILE_K: 16;
|
|
37
|
-
|
|
38
|
-
/** MoE workgroup size */
|
|
39
|
-
readonly MOE: 256;
|
|
40
|
-
};
|
|
41
|
-
|
|
42
|
-
/** Derived: Vec4 elements per workgroup (VEC4_THREADS × 4) */
|
|
43
|
-
export declare const VEC4_ELEMENTS_PER_WG: number;
|
|
44
|
-
|
|
45
|
-
/**
|
|
46
|
-
* WebGPU limits (spec-level defaults)
|
|
47
|
-
*/
|
|
48
|
-
export declare const GPU_LIMITS: {
|
|
49
|
-
/** Max workgroups per dimension (WebGPU minimum) */
|
|
50
|
-
readonly MAX_WORKGROUPS: 65535;
|
|
51
|
-
};
|
|
52
|
-
|
|
53
|
-
/**
|
|
54
|
-
* Tile sizes for different operations
|
|
55
|
-
*/
|
|
56
|
-
export declare const TILE_SIZES: {
|
|
57
|
-
/** Attention tile sizes (large) */
|
|
58
|
-
readonly ATTENTION_LARGE_BLOCK_SIZE: 32;
|
|
59
|
-
readonly ATTENTION_LARGE_HEAD_TILE: 64;
|
|
60
|
-
|
|
61
|
-
/** Attention tile sizes (small) */
|
|
62
|
-
readonly ATTENTION_SMALL_BLOCK_SIZE: 32;
|
|
63
|
-
readonly ATTENTION_SMALL_HEAD_TILE: 32;
|
|
64
|
-
|
|
65
|
-
/** Matmul tile sizes */
|
|
66
|
-
readonly MATMUL_M: 16;
|
|
67
|
-
readonly MATMUL_N: 16;
|
|
68
|
-
readonly MATMUL_K: 16;
|
|
69
|
-
|
|
70
|
-
/** Q4K dequant tile sizes */
|
|
71
|
-
readonly Q4K_BLOCK_SIZE: 32;
|
|
72
|
-
readonly Q4K_SUPER_BLOCK_SIZE: 256;
|
|
73
|
-
};
|
|
74
|
-
|
|
75
|
-
/**
|
|
76
|
-
* Quantization constants
|
|
77
|
-
*/
|
|
78
|
-
export declare const QUANTIZATION: {
|
|
79
|
-
/** Q4K_M bits per weight */
|
|
80
|
-
readonly Q4K_BITS: 4.5;
|
|
81
|
-
/** Q4K block bytes per 256-element super-block */
|
|
82
|
-
readonly Q4K_BLOCK_BYTES: 144;
|
|
83
|
-
|
|
84
|
-
/** Q8_0 bits per weight */
|
|
85
|
-
readonly Q8_BITS: 8.5;
|
|
86
|
-
|
|
87
|
-
/** F16 bits per weight */
|
|
88
|
-
readonly F16_BITS: 16;
|
|
89
|
-
|
|
90
|
-
/** BF16 bits per weight */
|
|
91
|
-
readonly BF16_BITS: 16;
|
|
92
|
-
|
|
93
|
-
/** F32 bits per weight */
|
|
94
|
-
readonly F32_BITS: 32;
|
|
95
|
-
|
|
96
|
-
/** MXFP4 bits per weight (including shared exponent) */
|
|
97
|
-
readonly MXFP4_BITS: 4;
|
|
98
|
-
};
|
|
99
|
-
|
|
100
|
-
/**
|
|
101
|
-
* Buffer alignment requirements
|
|
102
|
-
*/
|
|
103
|
-
export declare const ALIGNMENT: {
|
|
104
|
-
/** WebGPU buffer alignment */
|
|
105
|
-
readonly BUFFER: 256;
|
|
106
|
-
|
|
107
|
-
/** Uniform buffer alignment */
|
|
108
|
-
readonly UNIFORM: 256;
|
|
109
|
-
|
|
110
|
-
/** Storage buffer alignment */
|
|
111
|
-
readonly STORAGE: 256;
|
|
112
|
-
|
|
113
|
-
/** Vertex buffer alignment */
|
|
114
|
-
readonly VERTEX: 4;
|
|
115
|
-
};
|
|
116
|
-
|
|
117
|
-
/** FFN dispatch shape constants (workgroup + shared-memory sizing). */
|
|
118
|
-
export declare const FFN_DISPATCH: {
|
|
119
|
-
readonly SHARED_INPUT_SIZE_DEFAULT: number;
|
|
120
|
-
readonly SHARED_INPUT_SIZE_SMALL: number;
|
|
121
|
-
readonly Q4K_COLS_PER_WG: number;
|
|
122
|
-
readonly MULTI_OUTPUTS_PER_WG: number;
|
|
123
|
-
};
|
|
124
|
-
|
|
125
|
-
/** Dequant dispatch shape constants. */
|
|
126
|
-
export declare const DEQUANT_DISPATCH: {
|
|
127
|
-
readonly SCALAR_ELEMENTS_PER_THREAD: number;
|
|
128
|
-
};
|
|
129
|
-
|
|
@@ -1,72 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Dispatch Helpers - Simplified GPU kernel dispatch
|
|
3
|
-
*
|
|
4
|
-
* Provides helpers to reduce boilerplate for common dispatch patterns:
|
|
5
|
-
* - Single submit dispatch
|
|
6
|
-
* - CommandRecorder dispatch (batched)
|
|
7
|
-
* - Multi-dimensional dispatch
|
|
8
|
-
*/
|
|
9
|
-
|
|
10
|
-
import type { CommandRecorder } from '../command-recorder.js';
|
|
11
|
-
|
|
12
|
-
/**
|
|
13
|
-
* Dispatch a single compute pass and submit immediately
|
|
14
|
-
* Use for standalone kernels that don't participate in batching
|
|
15
|
-
*/
|
|
16
|
-
export declare function dispatch(
|
|
17
|
-
device: GPUDevice,
|
|
18
|
-
pipeline: GPUComputePipeline,
|
|
19
|
-
bindGroup: GPUBindGroup,
|
|
20
|
-
workgroups: number | [number, number, number],
|
|
21
|
-
label?: string
|
|
22
|
-
): void;
|
|
23
|
-
|
|
24
|
-
/**
|
|
25
|
-
* Polymorphic dispatch that picks between submit-and-dispatch (GPUDevice)
|
|
26
|
-
* and record-only (CommandRecorder) based on the target's shape.
|
|
27
|
-
*/
|
|
28
|
-
export declare function dispatchKernel(
|
|
29
|
-
target: GPUDevice | CommandRecorder | null,
|
|
30
|
-
pipeline: GPUComputePipeline,
|
|
31
|
-
bindGroup: GPUBindGroup,
|
|
32
|
-
workgroups: number | [number, number, number],
|
|
33
|
-
label?: string
|
|
34
|
-
): void;
|
|
35
|
-
|
|
36
|
-
/**
|
|
37
|
-
* Record a compute pass to a CommandRecorder (no submit)
|
|
38
|
-
* Use for kernels in the batched pipeline path
|
|
39
|
-
*/
|
|
40
|
-
export declare function recordDispatch(
|
|
41
|
-
recorder: CommandRecorder,
|
|
42
|
-
pipeline: GPUComputePipeline,
|
|
43
|
-
bindGroup: GPUBindGroup,
|
|
44
|
-
workgroups: number | [number, number, number],
|
|
45
|
-
label?: string
|
|
46
|
-
): void;
|
|
47
|
-
|
|
48
|
-
/**
|
|
49
|
-
* Dispatch a single compute pass using an indirect dispatch buffer
|
|
50
|
-
* Use when workgroup counts are produced on GPU
|
|
51
|
-
*/
|
|
52
|
-
export declare function dispatchIndirect(
|
|
53
|
-
device: GPUDevice,
|
|
54
|
-
pipeline: GPUComputePipeline,
|
|
55
|
-
bindGroup: GPUBindGroup,
|
|
56
|
-
indirectBuffer: GPUBuffer,
|
|
57
|
-
indirectOffset?: number,
|
|
58
|
-
label?: string
|
|
59
|
-
): void;
|
|
60
|
-
|
|
61
|
-
/**
|
|
62
|
-
* Record an indirect dispatch into a CommandRecorder (no submit)
|
|
63
|
-
*/
|
|
64
|
-
export declare function recordDispatchIndirect(
|
|
65
|
-
recorder: CommandRecorder,
|
|
66
|
-
pipeline: GPUComputePipeline,
|
|
67
|
-
bindGroup: GPUBindGroup,
|
|
68
|
-
indirectBuffer: GPUBuffer,
|
|
69
|
-
indirectOffset?: number,
|
|
70
|
-
label?: string
|
|
71
|
-
): void;
|
|
72
|
-
|
|
@@ -1,63 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* LFM2 gated short convolution kernel.
|
|
3
|
-
*
|
|
4
|
-
* Fuses B*x pre-gating, depthwise causal conv1d, and C*conv_out post-gating
|
|
5
|
-
* into a single GPU dispatch. Each thread handles one channel across all tokens
|
|
6
|
-
* sequentially, maintaining persistent conv state for autoregressive decode.
|
|
7
|
-
*/
|
|
8
|
-
|
|
9
|
-
/** Per-layer state maintained between calls. */
|
|
10
|
-
export interface GatedShortConvLayerState {
|
|
11
|
-
/** Pre-dequantized conv1d weights as GPUBuffer, shape [hiddenSize, kernelSize]. */
|
|
12
|
-
convWeightGPU: GPUBuffer;
|
|
13
|
-
|
|
14
|
-
/** Persistent conv state as GPUBuffer, shape [hiddenSize, kernelSize - 1]. */
|
|
15
|
-
convStateGPU: GPUBuffer;
|
|
16
|
-
|
|
17
|
-
/** Number of channels (hidden dimension). */
|
|
18
|
-
hiddenSize: number;
|
|
19
|
-
|
|
20
|
-
/** Conv1d kernel width (e.g., 4). */
|
|
21
|
-
kernelSize: number;
|
|
22
|
-
}
|
|
23
|
-
|
|
24
|
-
/** Tensor returned by the kernel. */
|
|
25
|
-
export interface Tensor {
|
|
26
|
-
buffer: GPUBuffer;
|
|
27
|
-
dtype: string;
|
|
28
|
-
shape: readonly number[];
|
|
29
|
-
label: string;
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
/** Options for runGatedShortConvGPU. */
|
|
33
|
-
export interface GatedShortConvOptions {
|
|
34
|
-
/** Number of tokens in this batch. Required. */
|
|
35
|
-
numTokens?: number;
|
|
36
|
-
|
|
37
|
-
/** Layer index for labeling/tracing. */
|
|
38
|
-
layerIdx?: number;
|
|
39
|
-
|
|
40
|
-
/** Command recorder for batched submission. */
|
|
41
|
-
recorder?: {
|
|
42
|
-
getEncoder(): GPUCommandEncoder;
|
|
43
|
-
trackTemporaryBuffer(buffer: GPUBuffer): void;
|
|
44
|
-
beginComputePass(label: string): GPUComputePassEncoder;
|
|
45
|
-
createUniformBuffer(data: ArrayBuffer, label: string): GPUBuffer;
|
|
46
|
-
device: GPUDevice;
|
|
47
|
-
} | null;
|
|
48
|
-
}
|
|
49
|
-
|
|
50
|
-
/**
|
|
51
|
-
* Run the LFM2 gated short convolution on GPU.
|
|
52
|
-
*
|
|
53
|
-
* @param inputTensor Tensor with shape [numTokens, 3 * hiddenSize] containing
|
|
54
|
-
* concatenated B, C, x from in_proj matmul output.
|
|
55
|
-
* @param layerState Persistent per-layer state (conv weights + conv state buffer).
|
|
56
|
-
* @param options Dispatch options.
|
|
57
|
-
* @returns Output tensor with shape [numTokens, hiddenSize].
|
|
58
|
-
*/
|
|
59
|
-
export function runGatedShortConvGPU(
|
|
60
|
-
inputTensor: Tensor,
|
|
61
|
-
layerState: GatedShortConvLayerState,
|
|
62
|
-
options?: GatedShortConvOptions
|
|
63
|
-
): Promise<Tensor>;
|
|
@@ -1,33 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Kernel Base - Shared dispatch and pipeline helpers for kernel wrappers.
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
import type { CommandRecorder } from '../command-recorder.js';
|
|
6
|
-
|
|
7
|
-
export declare abstract class KernelBase {
|
|
8
|
-
protected readonly device: GPUDevice;
|
|
9
|
-
|
|
10
|
-
constructor(device: GPUDevice);
|
|
11
|
-
|
|
12
|
-
protected getPipelineFor(
|
|
13
|
-
operation: string,
|
|
14
|
-
variant: string,
|
|
15
|
-
bindGroupLayout?: GPUBindGroupLayout | null,
|
|
16
|
-
constants?: Record<string, number | boolean> | null
|
|
17
|
-
): Promise<GPUComputePipeline>;
|
|
18
|
-
|
|
19
|
-
protected dispatchKernel(
|
|
20
|
-
pipeline: GPUComputePipeline,
|
|
21
|
-
bindGroup: GPUBindGroup,
|
|
22
|
-
workgroups: number | [number, number, number],
|
|
23
|
-
label: string
|
|
24
|
-
): void;
|
|
25
|
-
|
|
26
|
-
protected recordKernel(
|
|
27
|
-
recorder: CommandRecorder,
|
|
28
|
-
pipeline: GPUComputePipeline,
|
|
29
|
-
bindGroup: GPUBindGroup,
|
|
30
|
-
workgroups: number | [number, number, number],
|
|
31
|
-
label: string
|
|
32
|
-
): void;
|
|
33
|
-
}
|
|
@@ -1,42 +0,0 @@
|
|
|
1
|
-
import type { Tensor } from '../tensor.js';
|
|
2
|
-
import type { CommandRecorder } from '../command-recorder.js';
|
|
3
|
-
import type { ExecutionV1PoliciesSchema } from '../../config/schema/execution-v1.schema.js';
|
|
4
|
-
|
|
5
|
-
export interface LinearAttentionCoreLayerState {
|
|
6
|
-
convDim: number;
|
|
7
|
-
convKernelSize: number;
|
|
8
|
-
valueDim: number;
|
|
9
|
-
numVHeads: number;
|
|
10
|
-
numKHeads: number;
|
|
11
|
-
headKDim: number;
|
|
12
|
-
headVDim: number;
|
|
13
|
-
qSize: number;
|
|
14
|
-
kSize: number;
|
|
15
|
-
qRep: number;
|
|
16
|
-
normMode: 'shared' | 'per_head';
|
|
17
|
-
rmsNormEps: number;
|
|
18
|
-
convWeightGPU: GPUBuffer;
|
|
19
|
-
dtBiasGPU: GPUBuffer;
|
|
20
|
-
aNegExpGPU: GPUBuffer;
|
|
21
|
-
normWeightGPU: GPUBuffer;
|
|
22
|
-
convStateGPU: GPUBuffer;
|
|
23
|
-
recurrentStateGPU: GPUBuffer;
|
|
24
|
-
}
|
|
25
|
-
|
|
26
|
-
export interface RunLinearAttentionCoreGPUOptions {
|
|
27
|
-
numTokens: number;
|
|
28
|
-
layerIdx?: number;
|
|
29
|
-
qkL2NormEps?: number;
|
|
30
|
-
recorder?: CommandRecorder | null;
|
|
31
|
-
outputDtype?: 'f16' | 'f32';
|
|
32
|
-
executionPolicies?: ExecutionV1PoliciesSchema | null;
|
|
33
|
-
}
|
|
34
|
-
|
|
35
|
-
export declare function runLinearAttentionCoreGPU(
|
|
36
|
-
qkvTensor: Tensor,
|
|
37
|
-
zTensor: Tensor,
|
|
38
|
-
aTensor: Tensor,
|
|
39
|
-
bTensor: Tensor,
|
|
40
|
-
layerState: LinearAttentionCoreLayerState,
|
|
41
|
-
options: RunLinearAttentionCoreGPUOptions
|
|
42
|
-
): Promise<Tensor>;
|
|
@@ -1,49 +0,0 @@
|
|
|
1
|
-
import type { CommandRecorder } from '../command-recorder.js';
|
|
2
|
-
import type { KernelConfig } from './utils.js';
|
|
3
|
-
|
|
4
|
-
export declare class MatmulKernel {
|
|
5
|
-
constructor(device: GPUDevice);
|
|
6
|
-
getPipeline(variant: string): Promise<GPUComputePipeline>;
|
|
7
|
-
dispatch(pipeline: GPUComputePipeline, bindGroup: GPUBindGroup, workgroups: GPUExtent3D): void;
|
|
8
|
-
record(recorder: CommandRecorder, pipeline: GPUComputePipeline, bindGroup: GPUBindGroup, workgroups: GPUExtent3D): void;
|
|
9
|
-
}
|
|
10
|
-
|
|
11
|
-
export declare function calculateMatmulDispatch(
|
|
12
|
-
variant: string,
|
|
13
|
-
useQ4KFused: boolean,
|
|
14
|
-
useGemv: boolean,
|
|
15
|
-
M: number,
|
|
16
|
-
N: number,
|
|
17
|
-
config: KernelConfig
|
|
18
|
-
): { workgroups: GPUExtent3D; uniformWorkgroupsX?: number };
|
|
19
|
-
|
|
20
|
-
export declare function calculateMatmulDispatch(
|
|
21
|
-
variant: string,
|
|
22
|
-
useQ4KFused: boolean,
|
|
23
|
-
useGemv: boolean,
|
|
24
|
-
useLiteRTInt4Fused: boolean,
|
|
25
|
-
M: number,
|
|
26
|
-
N: number,
|
|
27
|
-
config: KernelConfig,
|
|
28
|
-
useW4A16Fused?: boolean
|
|
29
|
-
): { workgroups: GPUExtent3D; uniformWorkgroupsX?: number };
|
|
30
|
-
|
|
31
|
-
export declare function createMatmulUniformBuffer(
|
|
32
|
-
label: string,
|
|
33
|
-
M: number,
|
|
34
|
-
N: number,
|
|
35
|
-
K: number,
|
|
36
|
-
alpha: number,
|
|
37
|
-
useQ4KFused: boolean,
|
|
38
|
-
transposeB: boolean,
|
|
39
|
-
uniformWorkgroupsX: number | undefined,
|
|
40
|
-
recorder: CommandRecorder | null,
|
|
41
|
-
device: GPUDevice
|
|
42
|
-
): GPUBuffer;
|
|
43
|
-
|
|
44
|
-
export declare function createMatmulBindGroupLayout(): GPUBindGroupLayout;
|
|
45
|
-
|
|
46
|
-
export declare function getMatmulPipeline(
|
|
47
|
-
variant: string,
|
|
48
|
-
constants: Record<string, number | boolean> | null
|
|
49
|
-
): Promise<GPUComputePipeline>;
|
|
@@ -1,87 +0,0 @@
|
|
|
1
|
-
import type { KernelConfig } from './utils.js';
|
|
2
|
-
import type { TensorDtype } from '../tensor.js';
|
|
3
|
-
import type { WeightBuffer } from '../weight-buffer.js';
|
|
4
|
-
import type { KernelPathSchema } from '../../config/schema/index.js';
|
|
5
|
-
|
|
6
|
-
export declare function resolveMatmulPhase(M: number): string;
|
|
7
|
-
|
|
8
|
-
export declare function resolveMatmulConstants(
|
|
9
|
-
options: {
|
|
10
|
-
constants?: Record<string, number | boolean>;
|
|
11
|
-
role?: string;
|
|
12
|
-
layerIdx?: number;
|
|
13
|
-
kernelPath?: KernelPathSchema | null;
|
|
14
|
-
},
|
|
15
|
-
phase: string
|
|
16
|
-
): Record<string, number | boolean> | null;
|
|
17
|
-
|
|
18
|
-
export declare function getMatmulConfig(
|
|
19
|
-
variant: string,
|
|
20
|
-
constants: Record<string, number | boolean> | null
|
|
21
|
-
): KernelConfig;
|
|
22
|
-
|
|
23
|
-
export declare function isFusedQ4KDisabled(options?: {
|
|
24
|
-
kernelPath?: KernelPathSchema | null;
|
|
25
|
-
}): boolean;
|
|
26
|
-
|
|
27
|
-
export declare function toMatmulDtype(dtype: string | null | undefined): 'f16' | 'f32' | 'q4k' | 'litert_int4' | 'w4a16';
|
|
28
|
-
|
|
29
|
-
export declare function selectMatmulKernel(options?: {
|
|
30
|
-
preferF16?: boolean;
|
|
31
|
-
useVec4?: boolean;
|
|
32
|
-
outputDtype?: TensorDtype | 'f16' | 'f32';
|
|
33
|
-
aDtype?: 'f16' | 'f32' | null;
|
|
34
|
-
bDtype?: 'f16' | 'f32' | 'q4k' | 'litert_int4' | 'w4a16' | null;
|
|
35
|
-
isPrefill?: boolean;
|
|
36
|
-
prefillRows?: number;
|
|
37
|
-
transposeB?: boolean;
|
|
38
|
-
}): string;
|
|
39
|
-
|
|
40
|
-
export declare function resolveTransposeB(
|
|
41
|
-
B: GPUBuffer | WeightBuffer,
|
|
42
|
-
transposeBOption: boolean | 'auto'
|
|
43
|
-
): boolean;
|
|
44
|
-
|
|
45
|
-
export declare function validateMatmulDimensions(label: string, M: number, N: number, K: number): void;
|
|
46
|
-
|
|
47
|
-
export declare function validateMatmulOffsets(label: string, aOffset: number, bOffset: number, cOffset: number): void;
|
|
48
|
-
|
|
49
|
-
export declare function getMatmulBindingSizes(
|
|
50
|
-
label: string,
|
|
51
|
-
A: GPUBuffer,
|
|
52
|
-
B: GPUBuffer,
|
|
53
|
-
M: number,
|
|
54
|
-
N: number,
|
|
55
|
-
K: number,
|
|
56
|
-
aDtype: 'f16' | 'f32',
|
|
57
|
-
bDtype: 'f16' | 'f32' | 'q4k' | 'litert_int4' | 'w4a16',
|
|
58
|
-
transposeB: boolean,
|
|
59
|
-
aOffset: number,
|
|
60
|
-
bOffset: number
|
|
61
|
-
): { aBindingSize: number; bBindingSize: number };
|
|
62
|
-
|
|
63
|
-
export declare function requiresF32Input(variant: string): boolean;
|
|
64
|
-
|
|
65
|
-
export declare function selectMatmulVariantAndFlags(
|
|
66
|
-
mode: string,
|
|
67
|
-
M: number,
|
|
68
|
-
N: number,
|
|
69
|
-
K: number,
|
|
70
|
-
aDtype: 'f16' | 'f32',
|
|
71
|
-
bDtype: 'f16' | 'f32' | 'q4k' | 'litert_int4' | 'w4a16',
|
|
72
|
-
transposeB: boolean,
|
|
73
|
-
requestedOutputDtype: TensorDtype | 'f16' | 'f32',
|
|
74
|
-
options: { role?: string; layerIdx?: number; kernelPath?: KernelPathSchema | null; [key: string]: unknown }
|
|
75
|
-
): { variant: string; useQ4KFused: boolean; useGemv: boolean; useLiteRTInt4Fused?: boolean; useW4A16Fused?: boolean };
|
|
76
|
-
|
|
77
|
-
export declare function resolveMatmulOutput(
|
|
78
|
-
variant: string,
|
|
79
|
-
M: number,
|
|
80
|
-
N: number,
|
|
81
|
-
outputBuffer?: GPUBuffer | null
|
|
82
|
-
): {
|
|
83
|
-
output: GPUBuffer;
|
|
84
|
-
outputSize: number;
|
|
85
|
-
cBindingSize: number;
|
|
86
|
-
actualOutputDtype: TensorDtype;
|
|
87
|
-
};
|
|
@@ -1,21 +0,0 @@
|
|
|
1
|
-
export interface RepPenaltyOptions {
|
|
2
|
-
vocabSize: number;
|
|
3
|
-
historyCount: number;
|
|
4
|
-
penalty: number;
|
|
5
|
-
batchCount: number;
|
|
6
|
-
batchOffset: number;
|
|
7
|
-
logitsDtype: 'f16' | 'f32';
|
|
8
|
-
}
|
|
9
|
-
|
|
10
|
-
export declare function selectRepPenaltyVariant(useF16: boolean): 'default' | 'default_f16';
|
|
11
|
-
|
|
12
|
-
export declare function recordRepPenalty(
|
|
13
|
-
recorder: {
|
|
14
|
-
device: GPUDevice;
|
|
15
|
-
beginComputePass(label: string): GPUComputePassEncoder;
|
|
16
|
-
},
|
|
17
|
-
logitsBuffer: GPUBuffer,
|
|
18
|
-
historyBuffer: GPUBuffer,
|
|
19
|
-
batchTokensBuffer: GPUBuffer,
|
|
20
|
-
options: RepPenaltyOptions
|
|
21
|
-
): Promise<void>;
|
|
@@ -1,30 +0,0 @@
|
|
|
1
|
-
export interface RuleMatch {
|
|
2
|
-
[key: string]:
|
|
3
|
-
| string
|
|
4
|
-
| number
|
|
5
|
-
| boolean
|
|
6
|
-
| {
|
|
7
|
-
eq?: string | number | boolean;
|
|
8
|
-
neq?: string | number | boolean;
|
|
9
|
-
gt?: number;
|
|
10
|
-
gte?: number;
|
|
11
|
-
lt?: number;
|
|
12
|
-
lte?: number;
|
|
13
|
-
in?: Array<string | number | boolean>;
|
|
14
|
-
contains?: string | string[];
|
|
15
|
-
startsWith?: string | string[];
|
|
16
|
-
endsWith?: string | string[];
|
|
17
|
-
};
|
|
18
|
-
}
|
|
19
|
-
|
|
20
|
-
export interface Rule<T> {
|
|
21
|
-
match: RuleMatch;
|
|
22
|
-
value: T;
|
|
23
|
-
}
|
|
24
|
-
|
|
25
|
-
export declare function matchesRule(match: RuleMatch | null | undefined, context: Record<string, unknown>): boolean;
|
|
26
|
-
|
|
27
|
-
export declare function selectByRules<T>(
|
|
28
|
-
rules: Array<Rule<T>>,
|
|
29
|
-
context: Record<string, unknown>
|
|
30
|
-
): T;
|
package/src/gpu/kernels/types.js
DELETED
package/src/gpu/perf-guards.d.ts
DELETED
|
@@ -1,13 +0,0 @@
|
|
|
1
|
-
export interface PerfConfig {
|
|
2
|
-
allowGPUReadback: boolean;
|
|
3
|
-
trackSubmitCount: boolean;
|
|
4
|
-
trackAllocations: boolean;
|
|
5
|
-
logExpensiveOps: boolean;
|
|
6
|
-
strictMode: boolean;
|
|
7
|
-
}
|
|
8
|
-
|
|
9
|
-
export declare function configurePerfGuards(newConfig: Partial<PerfConfig>): void;
|
|
10
|
-
export declare function getPerfConfig(): Readonly<PerfConfig>;
|
|
11
|
-
export declare function trackSubmit(): void;
|
|
12
|
-
export declare function trackAllocation(size: number, label?: string): void;
|
|
13
|
-
export declare function allowReadback(reason?: string, count?: number): boolean;
|
package/src/gpu/profiler.d.ts
DELETED
|
@@ -1,93 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* GPU Profiler - Timestamp-based Performance Profiling
|
|
3
|
-
*
|
|
4
|
-
* Provides GPU-side timing using WebGPU timestamp queries.
|
|
5
|
-
* Falls back to CPU timing when timestamp queries unavailable.
|
|
6
|
-
*/
|
|
7
|
-
|
|
8
|
-
/**
|
|
9
|
-
* Profiling result for a single label
|
|
10
|
-
*/
|
|
11
|
-
export interface ProfileResult {
|
|
12
|
-
/** Average time in milliseconds */
|
|
13
|
-
avg: number;
|
|
14
|
-
/** Minimum time in milliseconds */
|
|
15
|
-
min: number;
|
|
16
|
-
/** Maximum time in milliseconds */
|
|
17
|
-
max: number;
|
|
18
|
-
/** Number of samples */
|
|
19
|
-
count: number;
|
|
20
|
-
/** Total time in milliseconds */
|
|
21
|
-
total: number;
|
|
22
|
-
}
|
|
23
|
-
|
|
24
|
-
/**
|
|
25
|
-
* GPU Profiler using timestamp queries
|
|
26
|
-
*/
|
|
27
|
-
export declare class GPUProfiler {
|
|
28
|
-
/**
|
|
29
|
-
* @param device - WebGPU device (uses global if not provided)
|
|
30
|
-
*/
|
|
31
|
-
constructor(device?: GPUDevice | null);
|
|
32
|
-
|
|
33
|
-
/**
|
|
34
|
-
* Begin timing a labeled region.
|
|
35
|
-
* Uses CPU timing; use writeTimestamp() inside passes for GPU timestamps.
|
|
36
|
-
* @param label - Unique label for this measurement
|
|
37
|
-
*/
|
|
38
|
-
begin(label: string): void;
|
|
39
|
-
|
|
40
|
-
/**
|
|
41
|
-
* End timing a labeled region
|
|
42
|
-
* @param label - Label started with begin()
|
|
43
|
-
*/
|
|
44
|
-
end(label: string): void;
|
|
45
|
-
|
|
46
|
-
/**
|
|
47
|
-
* Write timestamp to query set within a compute pass
|
|
48
|
-
* Call this instead of begin/end when inside a pass
|
|
49
|
-
* @param pass - Compute pass encoder
|
|
50
|
-
* @param label - Label for this measurement
|
|
51
|
-
* @param isEnd - true for end timestamp
|
|
52
|
-
*/
|
|
53
|
-
writeTimestamp(pass: GPUComputePassEncoder, label: string, isEnd?: boolean): void;
|
|
54
|
-
|
|
55
|
-
/**
|
|
56
|
-
* Resolve pending timestamp queries and update results
|
|
57
|
-
* Call this after command buffer submission
|
|
58
|
-
*/
|
|
59
|
-
resolve(): Promise<void>;
|
|
60
|
-
|
|
61
|
-
/**
|
|
62
|
-
* Get profiling results
|
|
63
|
-
*/
|
|
64
|
-
getResults(): Record<string, ProfileResult>;
|
|
65
|
-
|
|
66
|
-
/**
|
|
67
|
-
* Get result for a specific label
|
|
68
|
-
* @param label - Label to get result for
|
|
69
|
-
*/
|
|
70
|
-
getResult(label: string): ProfileResult | null;
|
|
71
|
-
|
|
72
|
-
/**
|
|
73
|
-
* Reset all profiling data
|
|
74
|
-
*/
|
|
75
|
-
reset(): void;
|
|
76
|
-
|
|
77
|
-
/**
|
|
78
|
-
* Get formatted report string
|
|
79
|
-
*/
|
|
80
|
-
getReport(): string;
|
|
81
|
-
|
|
82
|
-
/**
|
|
83
|
-
* Check if timestamp queries are available
|
|
84
|
-
*/
|
|
85
|
-
isGPUTimingAvailable(): boolean;
|
|
86
|
-
|
|
87
|
-
/**
|
|
88
|
-
* Destroy profiler resources
|
|
89
|
-
*/
|
|
90
|
-
destroy(): void;
|
|
91
|
-
}
|
|
92
|
-
|
|
93
|
-
export default GPUProfiler;
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
export interface ReadbackBufferEntry {
|
|
2
|
-
buffer: GPUBuffer;
|
|
3
|
-
destroy?: boolean;
|
|
4
|
-
offset?: number;
|
|
5
|
-
size?: number;
|
|
6
|
-
}
|
|
7
|
-
|
|
8
|
-
export function withMappedReadBuffer<T>(
|
|
9
|
-
buffer: GPUBuffer,
|
|
10
|
-
read: (range: ArrayBuffer) => T | Promise<T>,
|
|
11
|
-
): Promise<T>;
|
|
12
|
-
|
|
13
|
-
export function withMappedReadBuffers<T>(
|
|
14
|
-
entries: ReadonlyArray<ReadbackBufferEntry>,
|
|
15
|
-
read: (ranges: Array<ArrayBuffer>) => T | Promise<T>,
|
|
16
|
-
): Promise<T>;
|