doppler-gpu 0.4.6 → 0.4.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +64 -0
- package/README.md +98 -137
- package/assets/doppler.svg +1 -3
- package/models/catalog.json +1575 -0
- package/package.json +59 -26
- package/src/cli/doppler-cli.js +28 -7
- package/src/cli/doppler-quickstart.js +1 -1
- package/src/cli/doppler-serve.js +2 -2
- package/src/client/doppler-registry.js +12 -0
- package/src/client/doppler-registry.json +52 -3
- package/src/client/runtime/index.js +25 -2
- package/src/client/runtime/model-session.d.ts +31 -1
- package/src/client/runtime/model-session.js +31 -0
- package/src/client/runtime/model-source.d.ts +19 -2
- package/src/client/runtime/model-source.js +45 -5
- package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +28 -4
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +50 -9
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +35 -5
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +31 -5
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +30 -4
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +30 -4
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +30 -4
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +30 -5
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +30 -5
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +29 -4
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +29 -4
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +29 -4
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +481 -0
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +29 -4
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +29 -4
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +30 -5
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +29 -4
- package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +395 -0
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +429 -0
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +548 -0
- package/src/config/execution-contract-check.js +14 -10
- package/src/config/kernel-path-loader.js +1 -0
- package/src/config/kernels/kernel-ref-digests.js +26 -17
- package/src/config/kernels/registry.json +448 -27
- package/src/config/merge.js +41 -0
- package/src/config/param-validator.js +67 -8
- package/src/config/required-inference-fields-contract-check.js +14 -0
- package/src/config/runtime/default.json +3 -1
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
- package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
- package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
- package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
- package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
- package/src/config/runtime/profiles/rerank-stability.json +43 -0
- package/src/config/runtime/profiles/rerank-throughput.json +40 -0
- package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
- package/src/config/schema/debug.schema.d.ts +2 -0
- package/src/config/schema/debug.schema.js +1 -0
- package/src/config/schema/doppler.schema.d.ts +5 -1
- package/src/config/schema/doppler.schema.js +117 -292
- package/src/config/schema/execution-v1.schema.d.ts +41 -0
- package/src/config/schema/execution-v1.schema.js +10 -0
- package/src/config/schema/index.d.ts +3 -1
- package/src/config/schema/inference.schema.d.ts +17 -3
- package/src/config/schema/kvcache.schema.d.ts +19 -3
- package/src/config/schema/kvcache.schema.js +2 -1
- package/src/config/schema/manifest.schema.d.ts +38 -1
- package/src/config/schema/manifest.schema.js +18 -0
- package/src/config/schema/speculation-self.schema.d.ts +16 -0
- package/src/config/source-packages/litert/gemma-4-12b-it.json +20 -1
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +20 -1
- package/src/config/source-packages/litert/gemma-4-e4b-it.json +21 -1
- package/src/config/transforms/capability-transform-resolver.js +7 -1
- package/src/config/transforms/execution-graph-transforms.js +10 -2
- package/src/converter/conversion-plan.js +2 -0
- package/src/converter/parsers/transformer.js +27 -1
- package/src/converter/quantization-info.js +16 -4
- package/src/converter/rope-config.js +55 -3
- package/src/debug/config.d.ts +4 -0
- package/src/experimental/orchestration/index.d.ts +10 -1
- package/src/experimental/training/distillation/student-fixture.js +1 -1
- package/src/experimental/training/lora-pipeline.js +1 -1
- package/src/experimental/training/lora.js +2 -2
- package/src/experimental/training/suite.js +2 -2
- package/src/formats/rdrr/classification.js +3 -0
- package/src/formats/rdrr/integrity.d.ts +0 -2
- package/src/formats/rdrr/integrity.js +0 -2
- package/src/formats/rdrr/types.d.ts +1 -1
- package/src/gpu/kernels/attention.d.ts +2 -0
- package/src/gpu/kernels/attention.js +75 -16
- package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
- package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
- package/src/gpu/kernels/backward/attention_backward.js +8 -0
- package/src/gpu/kernels/dequant.d.ts +6 -6
- package/src/gpu/kernels/dequant.js +17 -6
- package/src/gpu/kernels/fused_ffn.d.ts +32 -0
- package/src/gpu/kernels/fused_ffn.js +540 -19
- package/src/gpu/kernels/fused_ffn.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
- package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
- package/src/gpu/kernels/index.d.ts +21 -0
- package/src/gpu/kernels/index.js +13 -0
- package/src/gpu/kernels/linear-attention-core.js +414 -21
- package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
- package/src/gpu/kernels/lm-head-argmax.js +153 -57
- package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
- package/src/gpu/kernels/lm-head-select-logits.js +186 -0
- package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
- package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
- package/src/gpu/kernels/matmul-selection.js +9 -2
- package/src/gpu/kernels/matmul.d.ts +1 -1
- package/src/gpu/kernels/matmul.js +24 -6
- package/src/gpu/kernels/moe.d.ts +5 -1
- package/src/gpu/kernels/moe.js +5 -2
- package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
- package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
- package/src/gpu/kernels/rmsnorm-pair.js +113 -0
- package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
- package/src/gpu/kernels/rmsnorm-stats.js +250 -0
- package/src/gpu/kernels/silu.wgsl +7 -1
- package/src/gpu/kernels/silu_f16.wgsl +7 -1
- package/src/gpu/kernels/softmax.d.ts +3 -3
- package/src/gpu/kernels/softmax.js +9 -2
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
- package/src/gpu/kernels/turboquant-codebook.js +1 -1
- package/src/gpu/kernels/types.d.ts +1 -1
- package/src/gpu/profiler.js +11 -1
- package/src/gpu/tensor.d.ts +1 -0
- package/src/index.d.ts +1 -1
- package/src/index.js +1 -1
- package/src/inference/browser-harness-model-helpers.js +4 -1
- package/src/inference/browser-harness-suite-helpers.js +1 -1
- package/src/inference/browser-harness-text-helpers.js +589 -117
- package/src/inference/browser-harness.d.ts +3 -3
- package/src/inference/browser-harness.js +486 -13
- package/src/inference/fixtures/rerank-semantic-fixtures.json +38 -0
- package/src/inference/kv-cache/base.js +42 -1
- package/src/inference/kv-cache/quantized.js +16 -2
- package/src/inference/kv-cache/tiered.js +50 -15
- package/src/inference/moe-router.js +38 -7
- package/src/inference/pipelines/diffusion/text-encoder-gpu.js +8 -6
- package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
- package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
- package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
- package/src/inference/pipelines/text/attention/projections.js +174 -4
- package/src/inference/pipelines/text/attention/record.js +44 -21
- package/src/inference/pipelines/text/attention/run.js +18 -3
- package/src/inference/pipelines/text/config.d.ts +23 -1
- package/src/inference/pipelines/text/config.js +235 -112
- package/src/inference/pipelines/text/embed.js +39 -12
- package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
- package/src/inference/pipelines/text/execution-plan.js +45 -2
- package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
- package/src/inference/pipelines/text/execution-v1.js +122 -8
- package/src/inference/pipelines/text/ffn/dense.js +254 -25
- package/src/inference/pipelines/text/ffn/moe.js +4 -3
- package/src/inference/pipelines/text/ffn/standard.js +145 -39
- package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
- package/src/inference/pipelines/text/generator-helpers.js +4 -1
- package/src/inference/pipelines/text/generator-runtime.js +54 -20
- package/src/inference/pipelines/text/generator-steps.js +5 -2
- package/src/inference/pipelines/text/generator.d.ts +18 -1
- package/src/inference/pipelines/text/generator.js +303 -20
- package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
- package/src/inference/pipelines/text/init-rope.js +54 -6
- package/src/inference/pipelines/text/init.d.ts +22 -3
- package/src/inference/pipelines/text/init.js +65 -17
- package/src/inference/pipelines/text/layer.js +111 -5
- package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
- package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
- package/src/inference/pipelines/text/linear-attention.js +185 -24
- package/src/inference/pipelines/text/logits/gpu.d.ts +1 -1
- package/src/inference/pipelines/text/logits/gpu.js +78 -115
- package/src/inference/pipelines/text/logits/index.js +105 -87
- package/src/inference/pipelines/text/logits/precision-policy.js +103 -0
- package/src/inference/pipelines/text/logits/types.d.ts +1 -0
- package/src/inference/pipelines/text/logits/utils.d.ts +2 -0
- package/src/inference/pipelines/text/logits/utils.js +11 -0
- package/src/inference/pipelines/text/lora-apply.js +6 -4
- package/src/inference/pipelines/text/model-load.js +6 -0
- package/src/inference/pipelines/text/moe-cpu.js +25 -0
- package/src/inference/pipelines/text/moe-gpu.js +148 -97
- package/src/inference/pipelines/text/moe-shape-validator.js +149 -31
- package/src/inference/pipelines/text/ops.js +48 -1
- package/src/inference/pipelines/text/per-layer-inputs.js +105 -21
- package/src/inference/pipelines/text/probes.js +9 -4
- package/src/inference/pipelines/text/state.d.ts +4 -4
- package/src/inference/pipelines/text/state.js +4 -0
- package/src/inference/pipelines/text/types.d.ts +27 -2
- package/src/inference/pipelines/text/weights.js +7 -2
- package/src/inference/pipelines/text.d.ts +21 -1
- package/src/inference/pipelines/text.js +60 -14
- package/src/inference/tokenizers/behavior-flags.js +23 -2
- package/src/inference/tokenizers/bundled.js +45 -23
- package/src/inference/tokenizers/types.d.ts +7 -4
- package/src/loader/doppler-loader.js +25 -2
- package/src/loader/final-weights-loader.js +12 -1
- package/src/loader/index.d.ts +3 -1
- package/src/loader/index.js +2 -0
- package/src/loader/loader-types.d.ts +3 -1
- package/src/loader/manifest-config.d.ts +18 -0
- package/src/loader/manifest-config.js +11 -3
- package/src/loader/shard-cache.d.ts +2 -0
- package/src/loader/shard-cache.js +29 -1
- package/src/models/gemma4.js +8 -0
- package/src/rules/execution-rules-contract-check.js +12 -3
- package/src/rules/inference/capability-transforms.rules.json +159 -22
- package/src/rules/inference/config.rules.json +26 -2
- package/src/rules/inference/dtype.rules.json +12 -5
- package/src/rules/inference/execution.rules.json +5 -19
- package/src/rules/inference/ffn.rules.json +33 -0
- package/src/rules/inference/moe.rules.json +97 -0
- package/src/rules/kernels/fused-ffn.rules.json +1 -1
- package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
- package/src/rules/kernels/matmul.rules.json +1 -0
- package/src/rules/kernels/silu.rules.json +1 -0
- package/src/rules/rule-registry.js +2 -0
- package/src/storage/artifact-storage-context.js +36 -0
- package/src/tooling/command-api-constants.js +2 -2
- package/src/tooling/command-api-family-normalizers.js +2 -1
- package/src/tooling/command-api.d.ts +1 -1
- package/src/tooling/command-runner-shared.js +3 -1
- package/src/tooling/node-browser-command-runner.js +42 -7
- package/src/tooling/node-converter.js +20 -0
- package/src/tooling/node-source-runtime.js +5 -1
- package/src/tooling/opfs-cache.d.ts +21 -1
- package/src/tooling/opfs-cache.js +168 -32
- package/src/tooling-exports/storage.d.ts +1 -1
- package/src/tooling-exports/storage.js +1 -1
- package/src/types/gpu.d.ts +25 -0
- package/src/version.js +1 -1
- package/tests/kernels/browser/kernel-suite.js +1593 -0
- package/tests/kernels/browser/test-page.js +2629 -0
- package/tests/kernels/harness/benchmark.js +225 -0
- package/tests/kernels/harness/buffer-utils.js +88 -0
- package/tests/kernels/harness/tolerance.js +174 -0
- package/tests/kernels/reference/adam.js +15 -0
- package/tests/kernels/reference/attention.js +158 -0
- package/tests/kernels/reference/backward.js +96 -0
- package/tests/kernels/reference/bias-add.js +20 -0
- package/tests/kernels/reference/conv2d.js +58 -0
- package/tests/kernels/reference/cross-entropy.js +26 -0
- package/tests/kernels/reference/dequant.js +312 -0
- package/tests/kernels/reference/embed.js +15 -0
- package/tests/kernels/reference/gather.js +61 -0
- package/tests/kernels/reference/gelu.js +37 -0
- package/tests/kernels/reference/groupnorm.js +36 -0
- package/tests/kernels/reference/index.js +89 -0
- package/tests/kernels/reference/layernorm.js +22 -0
- package/tests/kernels/reference/matmul.js +57 -0
- package/tests/kernels/reference/modulate.js +24 -0
- package/tests/kernels/reference/moe-gather.js +83 -0
- package/tests/kernels/reference/pixel-shuffle.js +20 -0
- package/tests/kernels/reference/residual.js +55 -0
- package/tests/kernels/reference/rmsnorm.js +52 -0
- package/tests/kernels/reference/rope.js +79 -0
- package/tests/kernels/reference/sample.js +97 -0
- package/tests/kernels/reference/scatter-add.js +58 -0
- package/tests/kernels/reference/silu.js +52 -0
- package/tests/kernels/reference/softmax.js +86 -0
- package/tests/kernels/reference/split-qkv.js +58 -0
- package/tests/kernels/reference/topk.js +88 -0
- package/tests/kernels/reference/upsample2d.js +37 -0
- package/BRANDING.md +0 -14
- package/SECURITY.md +0 -19
- package/assets/doppler-readme-hero.svg +0 -84
- package/assets/doppler-runtime-map.svg +0 -84
- package/src/bootstrap.js +0 -30
- package/src/cli/doppler-cli.d.ts +0 -46
- package/src/cli/doppler-quickstart.d.ts +0 -45
- package/src/cli/doppler-serve.d.ts +0 -210
- package/src/cli/runtime-profiles.d.ts +0 -40
- package/src/client/doppler-api.browser.d.ts +0 -1
- package/src/client/doppler-api.browser.js +0 -25
- package/src/client/doppler-registry.d.ts +0 -35
- package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
- package/src/client/runtime/source-runtime.d.ts +0 -26
- package/src/client/runtime/storage.d.ts +0 -5
- package/src/config/README.md +0 -61
- package/src/config/conversion/README.md +0 -58
- package/src/config/goal-completion-matrix.json +0 -552
- package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
- package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
- package/src/config/kernels/moe/mixtral.paths.json +0 -46
- package/src/config/kernels/registry.d.ts +0 -51
- package/src/config/merge-contract-check.d.ts +0 -16
- package/src/config/merge-contract-check.js +0 -318
- package/src/config/merge-helpers.d.ts +0 -60
- package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
- package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
- package/src/config/param-categories.d.ts +0 -8
- package/src/config/param-validator.d.ts +0 -28
- package/src/config/platforms/loader.d.ts +0 -38
- package/src/config/quantization-contract-check.d.ts +0 -12
- package/src/config/quantization-contract-check.js +0 -91
- package/src/config/runtime/README.md +0 -28
- package/src/config/runtime-merge.d.ts +0 -5
- package/src/config/schema/claim-evidence-contract.schema.json +0 -93
- package/src/config/schema/command-surface-contract.schema.json +0 -81
- package/src/config/schema/goal-completion-matrix.schema.json +0 -223
- package/src/config/schema/model-artifact-contract.schema.json +0 -119
- package/src/config/schema/platform.schema.js +0 -1
- package/src/config/schema/policy-schema-registry.json +0 -26
- package/src/config/schema/subsystem-support-contract.schema.json +0 -48
- package/src/config/support-tiers/subsystems.json +0 -502
- package/src/config/supported-operations.d.ts +0 -14
- package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
- package/src/config/transforms/execution-graph-transforms.d.ts +0 -300
- package/src/converter/conversion-plan.d.ts +0 -56
- package/src/converter/index.d.ts +0 -98
- package/src/converter/index.js +0 -59
- package/src/converter/parsers/diffusion.d.ts +0 -50
- package/src/converter/parsers/gguf.d.ts +0 -31
- package/src/converter/parsers/index.d.ts +0 -21
- package/src/converter/parsers/index.js +0 -12
- package/src/converter/parsers/transformer.d.ts +0 -31
- package/src/converter/quantization-info.d.ts +0 -38
- package/src/converter/rope-config.d.ts +0 -16
- package/src/converter/tokenizer-utils.d.ts +0 -12
- package/src/debug/reference/README.md +0 -114
- package/src/debug/reference/hf_attn_debug.py +0 -114
- package/src/debug/reference/hf_embed_check.py +0 -89
- package/src/debug/reference/hf_layer_out.py +0 -100
- package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
- package/src/debug/reference/hf_rope_check.py +0 -116
- package/src/debug/reference/hf_weights.py +0 -75
- package/src/errors/doppler-error.d.ts +0 -20
- package/src/experimental/bridge/extension/background.d.ts +0 -14
- package/src/experimental/bridge/extension/background.js +0 -168
- package/src/experimental/bridge/extension/manifest.json +0 -34
- package/src/experimental/bridge/extension-client.d.ts +0 -114
- package/src/experimental/bridge/index.d.ts +0 -69
- package/src/experimental/bridge/node-bridge.js +0 -24
- package/src/experimental/bridge/protocol.d.ts +0 -96
- package/src/experimental/browser/gguf-importer.d.ts +0 -136
- package/src/experimental/browser/gguf-importer.js +0 -532
- package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
- package/src/experimental/browser/quantization.d.ts +0 -74
- package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
- package/src/experimental/browser/shard-io-browser.d.ts +0 -57
- package/src/experimental/browser/shard-io-browser.js +0 -89
- package/src/experimental/browser/tensor-source-download.d.ts +0 -27
- package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
- package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
- package/src/experimental/distribution/p2p-transport.js +0 -75
- package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
- package/src/experimental/hotswap/manifest.d.ts +0 -42
- package/src/experimental/hotswap/model-swap.js +0 -42
- package/src/experimental/hotswap/runtime.d.ts +0 -31
- package/src/experimental/training/README.md +0 -164
- package/src/experimental/training/artifacts.d.ts +0 -160
- package/src/experimental/training/attention-backward.d.ts +0 -30
- package/src/experimental/training/attention-forward.d.ts +0 -22
- package/src/experimental/training/attention-forward.js +0 -82
- package/src/experimental/training/autograd.d.ts +0 -51
- package/src/experimental/training/backward-kernels.js +0 -39
- package/src/experimental/training/checkpoint-watch.d.ts +0 -8
- package/src/experimental/training/checkpoint.d.ts +0 -36
- package/src/experimental/training/clip.d.ts +0 -9
- package/src/experimental/training/dataloader.d.ts +0 -8
- package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
- package/src/experimental/training/datasets/gepa-frontier.js +0 -220
- package/src/experimental/training/datasets/index.d.ts +0 -24
- package/src/experimental/training/datasets/index.js +0 -13
- package/src/experimental/training/datasets/jsonl.d.ts +0 -11
- package/src/experimental/training/datasets/reploid.d.ts +0 -3
- package/src/experimental/training/datasets/reploid.js +0 -36
- package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
- package/src/experimental/training/datasets/teacher-traces.js +0 -279
- package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
- package/src/experimental/training/datasets/token-batch.d.ts +0 -21
- package/src/experimental/training/datasets/token-batch.js +0 -52
- package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
- package/src/experimental/training/datasets/translation-pairs.js +0 -49
- package/src/experimental/training/distillation/artifacts.d.ts +0 -71
- package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
- package/src/experimental/training/distillation/dataset.d.ts +0 -59
- package/src/experimental/training/distillation/eval.d.ts +0 -34
- package/src/experimental/training/distillation/index.d.ts +0 -29
- package/src/experimental/training/distillation/runtime.d.ts +0 -20
- package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
- package/src/experimental/training/distillation/stage-a.d.ts +0 -45
- package/src/experimental/training/distillation/stage-b.d.ts +0 -24
- package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
- package/src/experimental/training/distillation/suite-data.d.ts +0 -45
- package/src/experimental/training/export.d.ts +0 -41
- package/src/experimental/training/index.d.ts +0 -74
- package/src/experimental/training/index.js +0 -63
- package/src/experimental/training/lora-pipeline.d.ts +0 -183
- package/src/experimental/training/lora.d.ts +0 -19
- package/src/experimental/training/loss-scaling.d.ts +0 -21
- package/src/experimental/training/loss.d.ts +0 -10
- package/src/experimental/training/objectives/base.d.ts +0 -58
- package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
- package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
- package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
- package/src/experimental/training/objectives/index.d.ts +0 -12
- package/src/experimental/training/objectives/index.js +0 -6
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
- package/src/experimental/training/operator-agent-eval.d.ts +0 -65
- package/src/experimental/training/operator-artifacts.d.ts +0 -62
- package/src/experimental/training/operator-command.d.ts +0 -5
- package/src/experimental/training/operator-eval.d.ts +0 -48
- package/src/experimental/training/operator-scoreboard.d.ts +0 -5
- package/src/experimental/training/optimizer.d.ts +0 -22
- package/src/experimental/training/runner.d.ts +0 -249
- package/src/experimental/training/suite.d.ts +0 -299
- package/src/experimental/training/tensor-factory.d.ts +0 -9
- package/src/experimental/training/trainer.d.ts +0 -89
- package/src/experimental/training/ul_dataset.d.ts +0 -47
- package/src/experimental/training/ul_schedule.d.ts +0 -6
- package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
- package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
- package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
- package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
- package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
- package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
- package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
- package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
- package/src/experimental/training/workload-packs/registry.json +0 -278
- package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
- package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
- package/src/experimental/training/workloads.d.ts +0 -201
- package/src/formats/gguf/types.d.ts +0 -74
- package/src/formats/index.d.ts +0 -75
- package/src/formats/index.js +0 -19
- package/src/formats/litert/types.d.ts +0 -74
- package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
- package/src/formats/rdrr/distributed/validation.d.ts +0 -23
- package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
- package/src/formats/safetensors/types.d.ts +0 -67
- package/src/formats/tflite/types.d.ts +0 -61
- package/src/formats/tokenizer/index.d.ts +0 -5
- package/src/formats/tokenizer/index.js +0 -3
- package/src/formats/tokenizer/types.d.ts +0 -9
- package/src/gpu/kernel-runtime.d.ts +0 -13
- package/src/gpu/kernel-selection-cache.d.ts +0 -13
- package/src/gpu/kernel-selection-log.d.ts +0 -4
- package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
- package/src/gpu/kernel-tuner/cache.d.ts +0 -55
- package/src/gpu/kernel-tuner/index.d.ts +0 -59
- package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
- package/src/gpu/kernel-tuner/types.d.ts +0 -101
- package/src/gpu/kernel-tuner/types.js +0 -4
- package/src/gpu/kernel-tuner.d.ts +0 -33
- package/src/gpu/kernels/README.md +0 -159
- package/src/gpu/kernels/check-finiteness.d.ts +0 -15
- package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
- package/src/gpu/kernels/check-stop.d.ts +0 -31
- package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
- package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
- package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
- package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
- package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
- package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
- package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
- package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
- package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
- package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
- package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
- package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
- package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
- package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
- package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
- package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
- package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
- package/src/gpu/kernels/constants.d.ts +0 -129
- package/src/gpu/kernels/dispatch.d.ts +0 -72
- package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
- package/src/gpu/kernels/kernel-base.d.ts +0 -33
- package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
- package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
- package/src/gpu/kernels/matmul-selection.d.ts +0 -87
- package/src/gpu/kernels/rep-penalty.d.ts +0 -21
- package/src/gpu/kernels/rule-matcher.d.ts +0 -30
- package/src/gpu/kernels/rule-registry.d.ts +0 -7
- package/src/gpu/kernels/types.js +0 -4
- package/src/gpu/perf-guards.d.ts +0 -13
- package/src/gpu/profiler.d.ts +0 -93
- package/src/gpu/readback-utils.d.ts +0 -16
- package/src/gpu/readback-utils.js +0 -49
- package/src/gpu/submit-probe.d.ts +0 -12
- package/src/index-browser.d.ts +0 -2
- package/src/index-browser.js +0 -2
- package/src/inference/README.md +0 -593
- package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
- package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
- package/src/inference/browser-harness-model-helpers.d.ts +0 -10
- package/src/inference/browser-harness-report-helpers.d.ts +0 -7
- package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
- package/src/inference/browser-harness-text-helpers.d.ts +0 -124
- package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
- package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
- package/src/inference/network-evolution.js +0 -79
- package/src/inference/pipelines/context.d.ts +0 -21
- package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
- package/src/inference/pipelines/diffusion/index.d.ts +0 -3
- package/src/inference/pipelines/diffusion/index.js +0 -3
- package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
- package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
- package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
- package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
- package/src/inference/pipelines/diffusion/types.js +0 -1
- package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
- package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
- package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
- package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
- package/src/inference/pipelines/dream/pipeline.js +0 -8
- package/src/inference/pipelines/energy/index.d.ts +0 -1
- package/src/inference/pipelines/energy/index.js +0 -1
- package/src/inference/pipelines/energy/types.js +0 -1
- package/src/inference/pipelines/energy-head/index.d.ts +0 -6
- package/src/inference/pipelines/energy-head/index.js +0 -6
- package/src/inference/pipelines/factory.d.ts +0 -10
- package/src/inference/pipelines/index.d.ts +0 -22
- package/src/inference/pipelines/index.js +0 -19
- package/src/inference/pipelines/registry.d.ts +0 -15
- package/src/inference/pipelines/rng.d.ts +0 -2
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
- package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
- package/src/inference/pipelines/text/attention/index.d.ts +0 -24
- package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
- package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
- package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
- package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
- package/src/inference/pipelines/text/attention/record.d.ts +0 -36
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
- package/src/inference/pipelines/text/attention/run.d.ts +0 -38
- package/src/inference/pipelines/text/attention/types.d.ts +0 -125
- package/src/inference/pipelines/text/attention.d.ts +0 -23
- package/src/inference/pipelines/text/attention.js +0 -12
- package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
- package/src/inference/pipelines/text/buffer-types.js +0 -4
- package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
- package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
- package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
- package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
- package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
- package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
- package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
- package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
- package/src/inference/pipelines/text/embed.d.ts +0 -68
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
- package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
- package/src/inference/pipelines/text/failure-reduction.js +0 -180
- package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
- package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
- package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
- package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
- package/src/inference/pipelines/text/ffn/standard.d.ts +0 -25
- package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
- package/src/inference/pipelines/text/ffn.d.ts +0 -31
- package/src/inference/pipelines/text/ffn.js +0 -18
- package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
- package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
- package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
- package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
- package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
- package/src/inference/pipelines/text/generator-runtime.d.ts +0 -89
- package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
- package/src/inference/pipelines/text/index.d.ts +0 -5
- package/src/inference/pipelines/text/index.js +0 -6
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
- package/src/inference/pipelines/text/layer.d.ts +0 -118
- package/src/inference/pipelines/text/load-errors.d.ts +0 -21
- package/src/inference/pipelines/text/logits/types.js +0 -4
- package/src/inference/pipelines/text/logits.d.ts +0 -27
- package/src/inference/pipelines/text/logits.js +0 -16
- package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
- package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
- package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
- package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
- package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
- package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
- package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -40
- package/src/inference/pipelines/text/operator-events.d.ts +0 -125
- package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
- package/src/inference/pipelines/text/ops.d.ts +0 -219
- package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
- package/src/inference/pipelines/text/probes.d.ts +0 -28
- package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
- package/src/inference/pipelines/text/stage-names.d.ts +0 -88
- package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
- package/src/inference/pipelines/text/types.js +0 -4
- package/src/inference/tokenizers/base.d.ts +0 -44
- package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
- package/src/inference/tokenizers/bpe.d.ts +0 -27
- package/src/inference/tokenizers/bundled.d.ts +0 -67
- package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
- package/src/inference/tokenizers/types.js +0 -7
- package/src/loader/embedding-limit-preflight.d.ts +0 -31
- package/src/loader/per-layer-input-loader.d.ts +0 -30
- package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
- package/src/loader/tensors/source-transform.d.ts +0 -65
- package/src/memory/address-table.d.ts +0 -96
- package/src/rules/execution-rules-contract-check.d.ts +0 -21
- package/src/rules/layer-pattern-contract-check.d.ts +0 -17
- package/src/rules/rule-registry.d.ts +0 -77
- package/src/storage/artifact-storage-context.d.ts +0 -63
- package/src/storage/backends/idb-store.d.ts +0 -52
- package/src/storage/backends/memory-store.d.ts +0 -36
- package/src/storage/backends/opfs-store.d.ts +0 -41
- package/src/storage/blake3.d.ts +0 -17
- package/src/storage/download-types.d.ts +0 -157
- package/src/storage/downloader.d.ts +0 -103
- package/src/storage/index.d.ts +0 -274
- package/src/storage/index.js +0 -201
- package/src/storage/preflight.d.ts +0 -144
- package/src/storage/preflight.js +0 -360
- package/src/storage/quickstart-downloader.d.ts +0 -157
- package/src/storage/quickstart-downloader.js +0 -289
- package/src/storage/source-artifact-store.d.ts +0 -59
- package/src/sw.js +0 -184
- package/src/tooling/command-api-constants.d.ts +0 -9
- package/src/tooling/command-api-family-normalizers.d.ts +0 -10
- package/src/tooling/command-api-helpers.d.ts +0 -23
- package/src/tooling/command-runner-shared.d.ts +0 -89
- package/src/tooling/conversion-config-materializer.d.ts +0 -14
- package/src/tooling/conversion-config-materializer.js +0 -96
- package/src/tooling/diagnose-runner.d.ts +0 -28
- package/src/tooling/hf-registry-utils.d.ts +0 -55
- package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
- package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
- package/src/tooling/kernel-path-builder/index.d.ts +0 -65
- package/src/tooling/kernel-path-builder/index.js +0 -1361
- package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
- package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
- package/src/tooling/lean-execution-contract-runner.js +0 -158
- package/src/tooling/lean-execution-contract.d.ts +0 -16
- package/src/tooling/lean-execution-contract.js +0 -81
- package/src/tooling/litert-package-runtime.d.ts +0 -46
- package/src/tooling/node-convert-worker-pool.d.ts +0 -16
- package/src/tooling/node-convert-worker.d.ts +0 -1
- package/src/tooling/node-converter.d.ts +0 -1
- package/src/tooling/node-file-fetch.d.ts +0 -1
- package/src/tooling/node-source-runtime.d.ts +0 -24
- package/src/tooling/node-webgpu.d.ts +0 -17
- package/src/tooling/precision-replay-math.js +0 -174
- package/src/tooling/program-bundle-host.d.ts +0 -16
- package/src/tooling/program-bundle-host.js +0 -20
- package/src/tooling/runtime-input-composition.d.ts +0 -37
- package/src/tooling/source-package-profiles.d.ts +0 -50
- package/src/tooling/source-runtime-converter-config.d.ts +0 -19
- package/src/tooling/source-runtime-materializer.d.ts +0 -6
- package/src/tooling/source-runtime-materializer.js +0 -89
- package/src/tooling-exports.browser.d.ts +0 -7
- package/src/types/chrome.d.ts +0 -36
- package/src/types/chrome.js +0 -1
- package/src/types/index.d.ts +0 -1
- package/src/types/index.js +0 -1
- package/src/utils/array-buffer.d.ts +0 -4
- package/src/utils/canonical-hash.d.ts +0 -7
- package/src/utils/clone-json.d.ts +0 -1
- package/src/utils/hf-resolve-url.d.ts +0 -16
- package/src/utils/index.d.ts +0 -10
- package/src/utils/index.js +0 -10
- package/src/utils/load-json.d.ts +0 -5
- package/src/utils/plain-object.d.ts +0 -1
- package/src/utils/sha256.d.ts +0 -5
- package/src/utils/stable-sort-object.d.ts +0 -1
|
@@ -28,9 +28,10 @@ import { selectRuleValue } from '../../../rules/rule-registry.js';
|
|
|
28
28
|
import { getRuntimeConfig } from '../../../config/runtime.js';
|
|
29
29
|
import {
|
|
30
30
|
validateMoeShape,
|
|
31
|
+
resolveMoeExecutionProfile,
|
|
32
|
+
resolveMoeIntermediateSize,
|
|
31
33
|
resolveMoeVendorProfile,
|
|
32
|
-
|
|
33
|
-
resolveMixtralKernelPathProfile,
|
|
34
|
+
resolveMoeKernelPathProfile,
|
|
34
35
|
} from './moe-shape-validator.js';
|
|
35
36
|
import { assertImplicitDtypeTransitionAllowed } from './dtype-contract.js';
|
|
36
37
|
import { QK_K, Q4K_BLOCK_BYTES } from '../../../config/schema/index.js';
|
|
@@ -128,6 +129,92 @@ function resolvePerExpertScaleBuffer(device, value) {
|
|
|
128
129
|
return { buffer, ownedBuffer: null };
|
|
129
130
|
}
|
|
130
131
|
|
|
132
|
+
const MOE_ROUTE_EXECUTORS = Object.freeze({
|
|
133
|
+
'gemma4-route': runGemma4RouteExperts,
|
|
134
|
+
});
|
|
135
|
+
|
|
136
|
+
const MOE_EXPERT_EXECUTORS = Object.freeze({
|
|
137
|
+
'gpt-oss': runGptOssProfileExpert,
|
|
138
|
+
'gemma4-packed': runGemma4ProfileExpert,
|
|
139
|
+
mixtral: runMixtralProfileExpert,
|
|
140
|
+
});
|
|
141
|
+
|
|
142
|
+
function requireMoeExecutor(registry, id, label) {
|
|
143
|
+
const executor = registry[id];
|
|
144
|
+
if (typeof executor !== 'function') {
|
|
145
|
+
throw new Error(`[MoE] Unknown ${label} "${String(id)}".`);
|
|
146
|
+
}
|
|
147
|
+
return executor;
|
|
148
|
+
}
|
|
149
|
+
|
|
150
|
+
function assertMoeExpertWeights(moeProfile, weights, expertKey) {
|
|
151
|
+
if (moeProfile.expertExecutor === 'gemma4-packed' && !weights.gateUp) {
|
|
152
|
+
throw new Error(`[MoE] Missing Gemma-style packed weights for ${expertKey}`);
|
|
153
|
+
}
|
|
154
|
+
if (moeProfile.expertExecutor === 'gemma4-packed' && !weights.down) {
|
|
155
|
+
throw new Error(`[MoE] Missing Gemma-style packed weights for ${expertKey}`);
|
|
156
|
+
}
|
|
157
|
+
if (moeProfile.expertExecutor === 'mixtral' && (!weights.gate || !weights.up || !weights.down)) {
|
|
158
|
+
throw new Error(`[MoE] Missing Mixtral weights for ${expertKey}`);
|
|
159
|
+
}
|
|
160
|
+
}
|
|
161
|
+
|
|
162
|
+
async function runGptOssProfileExpert(args) {
|
|
163
|
+
return runGptOssExpert(
|
|
164
|
+
args.gathered,
|
|
165
|
+
args.expertOutputs,
|
|
166
|
+
args.weights,
|
|
167
|
+
args.layerIdx,
|
|
168
|
+
args.expertIdx,
|
|
169
|
+
args.count,
|
|
170
|
+
args.inputOffset,
|
|
171
|
+
args.outputOffset,
|
|
172
|
+
args.hiddenSize,
|
|
173
|
+
args.intermediateSize,
|
|
174
|
+
args.numExperts,
|
|
175
|
+
args.activationDtype,
|
|
176
|
+
args.swigluLimit,
|
|
177
|
+
args.kernelPath,
|
|
178
|
+
args.executionPolicies,
|
|
179
|
+
args.modelType,
|
|
180
|
+
args.vendorProfile,
|
|
181
|
+
args.moeKernelPathProfile
|
|
182
|
+
);
|
|
183
|
+
}
|
|
184
|
+
|
|
185
|
+
async function runGemma4ProfileExpert(args) {
|
|
186
|
+
return runGemma4Expert(
|
|
187
|
+
args.gathered,
|
|
188
|
+
args.expertOutputs,
|
|
189
|
+
args.weights,
|
|
190
|
+
args.count,
|
|
191
|
+
args.inputOffset,
|
|
192
|
+
args.outputOffset,
|
|
193
|
+
args.hiddenSize,
|
|
194
|
+
args.intermediateSize,
|
|
195
|
+
args.activationDtype,
|
|
196
|
+
args.swigluLimit,
|
|
197
|
+
args.kernelPath
|
|
198
|
+
);
|
|
199
|
+
}
|
|
200
|
+
|
|
201
|
+
async function runMixtralProfileExpert(args) {
|
|
202
|
+
return runMixtralExpert(
|
|
203
|
+
args.gathered,
|
|
204
|
+
args.expertOutputs,
|
|
205
|
+
args.weights,
|
|
206
|
+
args.count,
|
|
207
|
+
args.inputOffset,
|
|
208
|
+
args.outputOffset,
|
|
209
|
+
args.hiddenSize,
|
|
210
|
+
args.intermediateSize,
|
|
211
|
+
args.hiddenActivation,
|
|
212
|
+
args.activationDtype,
|
|
213
|
+
args.swigluLimit,
|
|
214
|
+
args.kernelPath
|
|
215
|
+
);
|
|
216
|
+
}
|
|
217
|
+
|
|
131
218
|
export async function moeFeedForwardGPU(
|
|
132
219
|
inputBuffer,
|
|
133
220
|
numTokens,
|
|
@@ -143,9 +230,6 @@ export async function moeFeedForwardGPU(
|
|
|
143
230
|
|
|
144
231
|
const { hiddenSize, numExperts, moeTopK, hiddenActivation } = config;
|
|
145
232
|
const expertFormat = config.expertFormat;
|
|
146
|
-
const intermediateSize = expertFormat === 'gemma4'
|
|
147
|
-
? config.expertIntermediateSize
|
|
148
|
-
: config.intermediateSize;
|
|
149
233
|
const swigluLimit = config.swigluLimit;
|
|
150
234
|
const kernelPath = config.kernelPath ?? null;
|
|
151
235
|
if (!expertFormat) {
|
|
@@ -154,9 +238,6 @@ export async function moeFeedForwardGPU(
|
|
|
154
238
|
if (swigluLimit === undefined) {
|
|
155
239
|
throw new Error('MoE swigluLimit must be explicitly set (null or number).');
|
|
156
240
|
}
|
|
157
|
-
if (!Number.isFinite(intermediateSize) || intermediateSize <= 0) {
|
|
158
|
-
throw new Error(`[MoE] Invalid expert intermediate size for ${expertFormat}: ${String(intermediateSize)}.`);
|
|
159
|
-
}
|
|
160
241
|
const topK = moeTopK ?? moeRouter.topK;
|
|
161
242
|
if (topK == null) {
|
|
162
243
|
throw new Error('MoE topK is required in config.');
|
|
@@ -165,15 +246,17 @@ export async function moeFeedForwardGPU(
|
|
|
165
246
|
throw new Error('MoE config.modelType is required; got null/undefined.');
|
|
166
247
|
}
|
|
167
248
|
const modelType = config.modelType;
|
|
249
|
+
const moeProfile = resolveMoeExecutionProfile(config, { modelType });
|
|
250
|
+
const intermediateSize = resolveMoeIntermediateSize(config, moeProfile);
|
|
168
251
|
validateMoeShape(
|
|
169
252
|
{ hiddenSize, intermediateSize, moeTopK: topK, numExperts, expertFormat },
|
|
170
|
-
{ modelType }
|
|
253
|
+
{ modelType, moeProfile }
|
|
171
254
|
);
|
|
172
|
-
const vendorProfile = resolveMoeVendorProfile(
|
|
255
|
+
const vendorProfile = resolveMoeVendorProfile(moeProfile);
|
|
173
256
|
const caps = getKernelCapabilities();
|
|
174
|
-
if (
|
|
257
|
+
if (moeProfile.requiresShaderF16 && !caps.hasF16) {
|
|
175
258
|
throw new Error(
|
|
176
|
-
|
|
259
|
+
`[MoE] ${moeProfile.label} requires shader-f16 support. ` +
|
|
177
260
|
`Adapter: ${caps.adapterInfo?.vendor ?? 'unknown'} ${caps.adapterInfo?.architecture ?? ''}`.trim()
|
|
178
261
|
);
|
|
179
262
|
}
|
|
@@ -224,19 +307,19 @@ export async function moeFeedForwardGPU(
|
|
|
224
307
|
}
|
|
225
308
|
|
|
226
309
|
try {
|
|
227
|
-
const
|
|
310
|
+
const needsRouterScale = moeProfile.routerScaleMode === 'required'
|
|
228
311
|
|| layerRouter?.scale != null
|
|
229
312
|
|| layerRouter?.perExpertScale != null;
|
|
230
313
|
let routerInputTensor = routerSourceTensor;
|
|
231
|
-
if (
|
|
314
|
+
if (needsRouterScale) {
|
|
232
315
|
if (!layerRouter?.scale) {
|
|
233
|
-
throw new Error(`[MoE]
|
|
316
|
+
throw new Error(`[MoE] ${moeProfile.label} router scale missing for layer ${layerIdx}.`);
|
|
234
317
|
}
|
|
235
318
|
if (!layerRouter?.perExpertScale) {
|
|
236
|
-
throw new Error(`[MoE]
|
|
319
|
+
throw new Error(`[MoE] ${moeProfile.label} per-expert router scale missing for layer ${layerIdx}.`);
|
|
237
320
|
}
|
|
238
321
|
if (!Number.isFinite(config.rmsNormEps) || config.rmsNormEps <= 0) {
|
|
239
|
-
throw new Error(`[MoE]
|
|
322
|
+
throw new Error(`[MoE] ${moeProfile.label} router RMSNorm eps is invalid: ${String(config.rmsNormEps)}.`);
|
|
240
323
|
}
|
|
241
324
|
routerNormTensor = await runRMSNorm(
|
|
242
325
|
inputTensor,
|
|
@@ -295,32 +378,16 @@ export async function moeFeedForwardGPU(
|
|
|
295
378
|
trace.buffers(`MoE L${layerIdx} router_logits`, { min, max, nanCount, dtype: logitsDtype });
|
|
296
379
|
}
|
|
297
380
|
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
|
|
305
|
-
|
|
306
|
-
|
|
307
|
-
|
|
308
|
-
hasSubgroups: caps.hasSubgroups,
|
|
309
|
-
routerDtype: logitsDtype,
|
|
310
|
-
weightsDtype: activationDtype,
|
|
311
|
-
outputDtype: activationDtype,
|
|
312
|
-
groupSize: 32,
|
|
313
|
-
tileShape: vendorProfile.dequantTileShape,
|
|
314
|
-
});
|
|
315
|
-
} else if (modelType === 'mixtral') {
|
|
316
|
-
mixtralKernelPathProfile = await resolveMixtralKernelPathProfile({
|
|
317
|
-
hasF16: caps.hasF16,
|
|
318
|
-
hasSubgroups: caps.hasSubgroups,
|
|
319
|
-
routerDtype: logitsDtype,
|
|
320
|
-
weightsDtype: activationDtype,
|
|
321
|
-
outputDtype: activationDtype,
|
|
322
|
-
});
|
|
323
|
-
}
|
|
381
|
+
const moeKernelPathProfile = await resolveMoeKernelPathProfile(moeProfile, {
|
|
382
|
+
hasF16: caps.hasF16,
|
|
383
|
+
hasSubgroups: caps.hasSubgroups,
|
|
384
|
+
routerDtype: logitsDtype,
|
|
385
|
+
inputDtype: logitsDtype,
|
|
386
|
+
weightsDtype: activationDtype,
|
|
387
|
+
outputDtype: activationDtype,
|
|
388
|
+
groupSize: 32,
|
|
389
|
+
tileShape: vendorProfile.dequantTileShape,
|
|
390
|
+
});
|
|
324
391
|
|
|
325
392
|
stepStart = perfMark();
|
|
326
393
|
({ indices: indicesBuffer, weights: weightsBuffer } = await runSoftmaxTopK(
|
|
@@ -338,7 +405,7 @@ export async function moeFeedForwardGPU(
|
|
|
338
405
|
perfLog(`MoE L${layerIdx} topk`, stepStart, {
|
|
339
406
|
topK,
|
|
340
407
|
modelType,
|
|
341
|
-
routerTopKKernel:
|
|
408
|
+
routerTopKKernel: moeKernelPathProfile?.routerTopK ?? null,
|
|
342
409
|
});
|
|
343
410
|
|
|
344
411
|
if (isTraceEnabled('buffers')) {
|
|
@@ -389,28 +456,31 @@ export async function moeFeedForwardGPU(
|
|
|
389
456
|
|
|
390
457
|
const activeExpertSelection = resolveMoEActiveExpertSelection();
|
|
391
458
|
if (activeExpertSelection === 'topk-route') {
|
|
392
|
-
if (
|
|
393
|
-
throw new Error(`[MoE] topk-route active expert selection
|
|
459
|
+
if (moeProfile.topkRouteExecutor == null) {
|
|
460
|
+
throw new Error(`[MoE] topk-route active expert selection is not supported by profile "${moeProfile.id}".`);
|
|
394
461
|
}
|
|
462
|
+
const routeExecutor = requireMoeExecutor(MOE_ROUTE_EXECUTORS, moeProfile.topkRouteExecutor, 'route executor');
|
|
395
463
|
stepStart = perfMark();
|
|
396
464
|
await ensureExpertLoaded(layerIdx, 0, expertWeights, expertLoader);
|
|
397
465
|
const routeWeights = expertWeights.get(`layer_${layerIdx}_expert_0`);
|
|
398
466
|
perfLog(`MoE L${layerIdx} route_weight_load`, stepStart, { expertFormat, topK });
|
|
399
467
|
stepStart = perfMark();
|
|
400
|
-
outputTensor = await
|
|
468
|
+
outputTensor = await routeExecutor({
|
|
401
469
|
inputTensor,
|
|
402
470
|
indicesBuffer,
|
|
403
471
|
weightsBuffer,
|
|
404
472
|
layerRouter,
|
|
405
|
-
routeWeights,
|
|
473
|
+
weights: routeWeights,
|
|
474
|
+
expectedExpertFormat: expertFormat,
|
|
475
|
+
profile: moeProfile,
|
|
406
476
|
layerIdx,
|
|
407
477
|
numTokens,
|
|
408
478
|
topK,
|
|
409
479
|
hiddenSize,
|
|
410
480
|
intermediateSize,
|
|
411
481
|
activationDtype,
|
|
412
|
-
swigluLimit
|
|
413
|
-
);
|
|
482
|
+
swigluLimit,
|
|
483
|
+
});
|
|
414
484
|
perfLog(`MoE L${layerIdx} route_experts`, stepStart, {
|
|
415
485
|
numTokens,
|
|
416
486
|
topK,
|
|
@@ -503,6 +573,7 @@ export async function moeFeedForwardGPU(
|
|
|
503
573
|
if (!weights.expertFormat) {
|
|
504
574
|
throw new Error(`[MoE] Expert ${expertKey} missing expertFormat.`);
|
|
505
575
|
}
|
|
576
|
+
assertMoeExpertWeights(moeProfile, weights, expertKey);
|
|
506
577
|
|
|
507
578
|
const inputOffset = expertIdx * expertStrideBytes;
|
|
508
579
|
const outputOffset = expertIdx * expertStrideBytes;
|
|
@@ -515,8 +586,8 @@ export async function moeFeedForwardGPU(
|
|
|
515
586
|
);
|
|
516
587
|
}
|
|
517
588
|
|
|
518
|
-
|
|
519
|
-
|
|
589
|
+
const expertExecutor = requireMoeExecutor(MOE_EXPERT_EXECUTORS, moeProfile.expertExecutor, 'expert executor');
|
|
590
|
+
await expertExecutor({
|
|
520
591
|
gathered,
|
|
521
592
|
expertOutputs,
|
|
522
593
|
weights,
|
|
@@ -531,44 +602,12 @@ export async function moeFeedForwardGPU(
|
|
|
531
602
|
activationDtype,
|
|
532
603
|
swigluLimit,
|
|
533
604
|
kernelPath,
|
|
605
|
+
executionPolicies: config.executionPolicies ?? null,
|
|
534
606
|
modelType,
|
|
535
607
|
vendorProfile,
|
|
536
|
-
|
|
537
|
-
);
|
|
538
|
-
} else if (expertFormat === 'gemma4' && weights.gateUp && weights.down) {
|
|
539
|
-
await runGemma4Expert(
|
|
540
|
-
gathered,
|
|
541
|
-
expertOutputs,
|
|
542
|
-
weights,
|
|
543
|
-
count,
|
|
544
|
-
inputOffset,
|
|
545
|
-
outputOffset,
|
|
546
|
-
hiddenSize,
|
|
547
|
-
intermediateSize,
|
|
548
|
-
activationDtype,
|
|
549
|
-
swigluLimit,
|
|
550
|
-
kernelPath
|
|
551
|
-
);
|
|
552
|
-
} else if (expertFormat === 'gemma4') {
|
|
553
|
-
throw new Error(`[MoE] Missing Gemma-style packed weights for ${expertKey}`);
|
|
554
|
-
} else if (expertFormat === 'mixtral' && weights.gate && weights.up && weights.down) {
|
|
555
|
-
await runMixtralExpert(
|
|
556
|
-
gathered,
|
|
557
|
-
expertOutputs,
|
|
558
|
-
weights,
|
|
559
|
-
count,
|
|
560
|
-
inputOffset,
|
|
561
|
-
outputOffset,
|
|
562
|
-
hiddenSize,
|
|
563
|
-
intermediateSize,
|
|
608
|
+
moeKernelPathProfile,
|
|
564
609
|
hiddenActivation,
|
|
565
|
-
|
|
566
|
-
swigluLimit,
|
|
567
|
-
kernelPath
|
|
568
|
-
);
|
|
569
|
-
} else if (expertFormat === 'mixtral') {
|
|
570
|
-
throw new Error(`[MoE] Missing Mixtral weights for ${expertKey}`);
|
|
571
|
-
}
|
|
610
|
+
});
|
|
572
611
|
perfLog(`MoE L${layerIdx} expert_exec`, stepStart, { expertIdx, count });
|
|
573
612
|
}
|
|
574
613
|
|
|
@@ -666,28 +705,39 @@ function resolveMatrixStorageStrideBytes(buffer, rows, cols, label) {
|
|
|
666
705
|
return alignTo4(rows * cols * bytesPerElement);
|
|
667
706
|
}
|
|
668
707
|
|
|
669
|
-
async function runGemma4RouteExperts(
|
|
708
|
+
async function runGemma4RouteExperts({
|
|
670
709
|
inputTensor,
|
|
671
710
|
indicesBuffer,
|
|
672
711
|
weightsBuffer,
|
|
673
712
|
layerRouter,
|
|
674
713
|
weights,
|
|
714
|
+
expectedExpertFormat,
|
|
715
|
+
profile,
|
|
675
716
|
layerIdx,
|
|
676
717
|
numTokens,
|
|
677
718
|
topK,
|
|
678
719
|
hiddenSize,
|
|
679
720
|
intermediateSize,
|
|
680
721
|
activationDtype,
|
|
681
|
-
swigluLimit
|
|
682
|
-
) {
|
|
722
|
+
swigluLimit,
|
|
723
|
+
}) {
|
|
724
|
+
const profileLabel = typeof profile?.label === 'string' && profile.label.length > 0
|
|
725
|
+
? profile.label
|
|
726
|
+
: 'unknown MoE profile';
|
|
683
727
|
if (activationDtype !== 'f16') {
|
|
684
|
-
throw new Error(`[MoE] topk-route
|
|
728
|
+
throw new Error(`[MoE] topk-route ${profileLabel} path requires f16 activations, got ${activationDtype}.`);
|
|
685
729
|
}
|
|
686
|
-
if (!weights?.gateUp || !weights?.down
|
|
687
|
-
throw new Error(`[MoE] topk-route
|
|
730
|
+
if (!weights?.gateUp || !weights?.down) {
|
|
731
|
+
throw new Error(`[MoE] topk-route ${profileLabel} path missing packed weights for layer ${layerIdx}.`);
|
|
732
|
+
}
|
|
733
|
+
if (weights.expertFormat !== expectedExpertFormat) {
|
|
734
|
+
throw new Error(
|
|
735
|
+
`[MoE] topk-route ${profileLabel} expert format mismatch for layer ${layerIdx}: ` +
|
|
736
|
+
`weights=${weights.expertFormat}, config=${expectedExpertFormat}`
|
|
737
|
+
);
|
|
688
738
|
}
|
|
689
739
|
if (!layerRouter?.perExpertScale) {
|
|
690
|
-
throw new Error(`[MoE] topk-route
|
|
740
|
+
throw new Error(`[MoE] topk-route ${profileLabel} path requires per-expert router scale for layer ${layerIdx}.`);
|
|
691
741
|
}
|
|
692
742
|
|
|
693
743
|
const device = getDevice();
|
|
@@ -775,9 +825,10 @@ async function runGptOssExpert(
|
|
|
775
825
|
activationDtype,
|
|
776
826
|
swigluLimit,
|
|
777
827
|
kernelPath,
|
|
828
|
+
executionPolicies,
|
|
778
829
|
modelType,
|
|
779
830
|
vendorProfile,
|
|
780
|
-
|
|
831
|
+
moeKernelPathProfile
|
|
781
832
|
) {
|
|
782
833
|
const perfEnabled = isTraceEnabled('perf');
|
|
783
834
|
const perfMark = () => (perfEnabled ? performance.now() : 0);
|
|
@@ -849,7 +900,7 @@ async function runGptOssExpert(
|
|
|
849
900
|
perfLog(`MoE L${layerIdx} expert ${expertIdx} dequant`, stepStart, {
|
|
850
901
|
hit: false,
|
|
851
902
|
dequantTileShape: vendorProfile.dequantTileShape,
|
|
852
|
-
dequantKernel:
|
|
903
|
+
dequantKernel: moeKernelPathProfile?.dequantExpert ?? null,
|
|
853
904
|
});
|
|
854
905
|
}
|
|
855
906
|
|
|
@@ -875,7 +926,7 @@ async function runGptOssExpert(
|
|
|
875
926
|
let biasTemp = null;
|
|
876
927
|
if (biasTensor.dtype !== activationDtype) {
|
|
877
928
|
assertImplicitDtypeTransitionAllowed({
|
|
878
|
-
executionPolicies
|
|
929
|
+
executionPolicies,
|
|
879
930
|
fromDtype: biasTensor.dtype,
|
|
880
931
|
toDtype: activationDtype,
|
|
881
932
|
op: 'moe_gate_up_bias',
|
|
@@ -1,39 +1,131 @@
|
|
|
1
1
|
import { getKernelCapabilities } from '../../../gpu/device.js';
|
|
2
2
|
import { selectRuleValue } from '../../../rules/rule-registry.js';
|
|
3
3
|
|
|
4
|
+
const KERNEL_PATH_PROFILE_RESOLVERS = Object.freeze({
|
|
5
|
+
'gpt-oss': resolveGptOssKernelPathProfile,
|
|
6
|
+
mixtral: resolveMixtralKernelPathProfile,
|
|
7
|
+
});
|
|
8
|
+
|
|
4
9
|
function asVendorString(caps) {
|
|
5
10
|
const raw = caps?.adapterInfo?.vendor;
|
|
6
11
|
return typeof raw === 'string' && raw.trim() !== '' ? raw.toLowerCase() : 'unknown';
|
|
7
12
|
}
|
|
8
13
|
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
+
function requireRuleContextValue(value, label) {
|
|
15
|
+
if (value == null || value === '') {
|
|
16
|
+
throw new Error(`[MoE] ${label} is required for rule selection.`);
|
|
17
|
+
}
|
|
18
|
+
return value;
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
function requireMoeProfileField(profile, field) {
|
|
22
|
+
const value = profile?.[field];
|
|
23
|
+
if (typeof value !== 'string' || value.length === 0) {
|
|
24
|
+
throw new Error(`[MoE] execution profile is missing ${field}.`);
|
|
25
|
+
}
|
|
26
|
+
return value;
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
function requireManifestString(value, label) {
|
|
30
|
+
if (typeof value !== 'string' || value.length === 0) {
|
|
31
|
+
throw new Error(`[MoE] ${label} is required for MoE execution profile resolution.`);
|
|
32
|
+
}
|
|
33
|
+
return value;
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
function validateVendorProfile(profile) {
|
|
37
|
+
if (!profile || typeof profile !== 'object' || Array.isArray(profile)) {
|
|
38
|
+
throw new Error('[MoE] vendor profile must resolve to an object.');
|
|
39
|
+
}
|
|
40
|
+
if (typeof profile.preferVec4Dequant !== 'boolean') {
|
|
41
|
+
throw new Error('[MoE] vendor profile missing preferVec4Dequant boolean.');
|
|
42
|
+
}
|
|
43
|
+
if (profile.dequantTileShape !== null && profile.dequantTileShape !== 'vec4' && profile.dequantTileShape !== 'scalar') {
|
|
44
|
+
throw new Error('[MoE] vendor profile dequantTileShape must be null, "vec4", or "scalar".');
|
|
45
|
+
}
|
|
46
|
+
if (!Number.isFinite(profile.routerWorkgroupSize) || profile.routerWorkgroupSize <= 0) {
|
|
47
|
+
throw new Error('[MoE] vendor profile missing positive routerWorkgroupSize.');
|
|
48
|
+
}
|
|
49
|
+
if (!Number.isFinite(profile.maxTokensPerExpertScale) || profile.maxTokensPerExpertScale <= 0) {
|
|
50
|
+
throw new Error('[MoE] vendor profile missing positive maxTokensPerExpertScale.');
|
|
51
|
+
}
|
|
52
|
+
return profile;
|
|
53
|
+
}
|
|
54
|
+
|
|
55
|
+
function validateMoeExecutionProfile(profile) {
|
|
56
|
+
if (!profile || typeof profile !== 'object' || Array.isArray(profile)) {
|
|
57
|
+
throw new Error('[MoE] executionProfile rule must resolve to an object.');
|
|
58
|
+
}
|
|
59
|
+
requireMoeProfileField(profile, 'id');
|
|
60
|
+
requireMoeProfileField(profile, 'label');
|
|
61
|
+
requireMoeProfileField(profile, 'expertExecutor');
|
|
62
|
+
requireMoeProfileField(profile, 'intermediateSizeSource');
|
|
63
|
+
if (typeof profile.requiresShaderF16 !== 'boolean') {
|
|
64
|
+
throw new Error('[MoE] execution profile is missing requiresShaderF16 boolean.');
|
|
65
|
+
}
|
|
66
|
+
if (profile.routerScaleMode !== 'none' && profile.routerScaleMode !== 'optional' && profile.routerScaleMode !== 'required') {
|
|
67
|
+
throw new Error('[MoE] execution profile routerScaleMode must be none, optional, or required.');
|
|
68
|
+
}
|
|
69
|
+
if (!profile.vendorProfile || typeof profile.vendorProfile !== 'object' || Array.isArray(profile.vendorProfile)) {
|
|
70
|
+
throw new Error('[MoE] execution profile is missing vendorProfile selector.');
|
|
71
|
+
}
|
|
72
|
+
return profile;
|
|
73
|
+
}
|
|
74
|
+
|
|
75
|
+
export function resolveMoeExecutionProfile(config, options = {}) {
|
|
76
|
+
const expertFormat = requireManifestString(config?.expertFormat, 'manifest moeConfig.expertFormat');
|
|
77
|
+
const modelType = requireManifestString(
|
|
78
|
+
typeof options?.modelType === 'string' && options.modelType.length > 0
|
|
79
|
+
? options.modelType
|
|
80
|
+
: config?.modelType,
|
|
81
|
+
'manifest modelType'
|
|
82
|
+
);
|
|
83
|
+
const profile = selectRuleValue('inference', 'moe', 'executionProfile', {
|
|
84
|
+
modelType,
|
|
85
|
+
expertFormat,
|
|
86
|
+
});
|
|
87
|
+
return validateMoeExecutionProfile(profile);
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
export function resolveMoeIntermediateSize(config, moeProfile) {
|
|
91
|
+
const source = requireMoeProfileField(moeProfile, 'intermediateSizeSource');
|
|
92
|
+
const resolvers = {
|
|
93
|
+
architecture: () => config?.intermediateSize,
|
|
94
|
+
expert: () => config?.expertIntermediateSize,
|
|
95
|
+
};
|
|
96
|
+
const resolver = resolvers[source];
|
|
97
|
+
if (typeof resolver !== 'function') {
|
|
98
|
+
throw new Error(`[MoE] Unknown intermediateSizeSource "${source}" in execution profile "${moeProfile.id}".`);
|
|
14
99
|
}
|
|
15
|
-
|
|
16
|
-
|
|
100
|
+
const value = Number(resolver());
|
|
101
|
+
if (!Number.isFinite(value) || value <= 0) {
|
|
102
|
+
throw new Error(`[MoE] Invalid ${source} intermediate size for profile "${moeProfile.id}": ${String(value)}.`);
|
|
103
|
+
}
|
|
104
|
+
return value;
|
|
105
|
+
}
|
|
106
|
+
|
|
107
|
+
export function resolveMoeVendorProfile(moeProfile) {
|
|
108
|
+
const selector = moeProfile?.vendorProfile;
|
|
109
|
+
if (selector?.kind === 'rule') {
|
|
110
|
+
const caps = getKernelCapabilities();
|
|
111
|
+
const vendor = asVendorString(caps);
|
|
112
|
+
const profile = selectRuleValue(selector.domain, selector.group, selector.name, { vendor });
|
|
113
|
+
return validateVendorProfile(profile);
|
|
17
114
|
}
|
|
18
|
-
if (
|
|
19
|
-
return
|
|
20
|
-
preferVec4Dequant: false,
|
|
21
|
-
dequantTileShape: null,
|
|
22
|
-
routerWorkgroupSize: 256,
|
|
23
|
-
maxTokensPerExpertScale: 1.0,
|
|
24
|
-
};
|
|
115
|
+
if (selector?.kind === 'static') {
|
|
116
|
+
return validateVendorProfile(selector.value);
|
|
25
117
|
}
|
|
26
|
-
throw new Error(`[MoE]
|
|
118
|
+
throw new Error(`[MoE] execution profile "${moeProfile?.id ?? 'unknown'}" has invalid vendorProfile selector.`);
|
|
27
119
|
}
|
|
28
120
|
|
|
29
121
|
function resolveGptOssRuleContext(context) {
|
|
30
122
|
return {
|
|
31
|
-
modelType: '
|
|
123
|
+
modelType: requireRuleContextValue(context?.modelType, 'GPT-OSS kernel rule modelType'),
|
|
32
124
|
hasF16: context?.hasF16,
|
|
33
125
|
hasSubgroups: context?.hasSubgroups,
|
|
34
|
-
inputDtype: context?.routerDtype ?? context?.inputDtype,
|
|
35
|
-
weightsDtype: context?.weightsDtype,
|
|
36
|
-
outputDtype: context?.outputDtype
|
|
126
|
+
inputDtype: requireRuleContextValue(context?.routerDtype ?? context?.inputDtype, 'GPT-OSS router/input dtype'),
|
|
127
|
+
weightsDtype: requireRuleContextValue(context?.weightsDtype, 'GPT-OSS weights dtype'),
|
|
128
|
+
outputDtype: requireRuleContextValue(context?.outputDtype, 'GPT-OSS output dtype'),
|
|
37
129
|
groupSize: context?.groupSize,
|
|
38
130
|
dequantTileShape: context?.tileShape ?? context?.dequantTileShape,
|
|
39
131
|
};
|
|
@@ -49,12 +141,12 @@ export async function resolveGptOssKernelPathProfile(context) {
|
|
|
49
141
|
|
|
50
142
|
function resolveMixtralRuleContext(context) {
|
|
51
143
|
return {
|
|
52
|
-
modelType: '
|
|
144
|
+
modelType: requireRuleContextValue(context?.modelType, 'Mixtral kernel rule modelType'),
|
|
53
145
|
hasF16: context?.hasF16,
|
|
54
146
|
hasSubgroups: context?.hasSubgroups,
|
|
55
|
-
routerDtype: context?.routerDtype
|
|
56
|
-
weightsDtype: context?.weightsDtype,
|
|
57
|
-
outputDtype: context?.outputDtype
|
|
147
|
+
routerDtype: requireRuleContextValue(context?.routerDtype, 'Mixtral router dtype'),
|
|
148
|
+
weightsDtype: requireRuleContextValue(context?.weightsDtype, 'Mixtral weights dtype'),
|
|
149
|
+
outputDtype: requireRuleContextValue(context?.outputDtype, 'Mixtral output dtype'),
|
|
58
150
|
};
|
|
59
151
|
}
|
|
60
152
|
|
|
@@ -66,6 +158,30 @@ export async function resolveMixtralKernelPathProfile(context) {
|
|
|
66
158
|
};
|
|
67
159
|
}
|
|
68
160
|
|
|
161
|
+
export async function resolveMoeKernelPathProfile(moeProfile, context) {
|
|
162
|
+
const resolverId = moeProfile?.kernelPathProfileResolver ?? null;
|
|
163
|
+
if (resolverId === null) {
|
|
164
|
+
return null;
|
|
165
|
+
}
|
|
166
|
+
const resolver = KERNEL_PATH_PROFILE_RESOLVERS[resolverId];
|
|
167
|
+
if (typeof resolver !== 'function') {
|
|
168
|
+
throw new Error(`[MoE] Unknown kernelPathProfileResolver "${resolverId}" in execution profile "${moeProfile.id}".`);
|
|
169
|
+
}
|
|
170
|
+
const modelType = requireRuleContextValue(moeProfile.kernelRuleModelType, `${moeProfile.id} kernel rule modelType`);
|
|
171
|
+
return resolver({ ...context, modelType });
|
|
172
|
+
}
|
|
173
|
+
|
|
174
|
+
function resolveShapePolicy(moeProfile, context) {
|
|
175
|
+
const selector = moeProfile?.shapePolicy ?? null;
|
|
176
|
+
if (selector === null) {
|
|
177
|
+
return null;
|
|
178
|
+
}
|
|
179
|
+
if (selector.kind !== 'rule') {
|
|
180
|
+
throw new Error(`[MoE] execution profile "${moeProfile.id}" has invalid shapePolicy selector.`);
|
|
181
|
+
}
|
|
182
|
+
return selectRuleValue(selector.domain, selector.group, selector.name, context);
|
|
183
|
+
}
|
|
184
|
+
|
|
69
185
|
export function validateMoeShape(config, options = {}) {
|
|
70
186
|
const {
|
|
71
187
|
hiddenSize,
|
|
@@ -74,10 +190,12 @@ export function validateMoeShape(config, options = {}) {
|
|
|
74
190
|
numExperts,
|
|
75
191
|
expertFormat,
|
|
76
192
|
} = config;
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
193
|
+
if (typeof options.modelType !== 'string' || options.modelType.length === 0) {
|
|
194
|
+
throw new Error('[MoE] validateMoeShape requires options.modelType from the manifest.');
|
|
195
|
+
}
|
|
196
|
+
const moeProfile = options.moeProfile ?? resolveMoeExecutionProfile(
|
|
197
|
+
{ expertFormat, modelType: options.modelType },
|
|
198
|
+
{ modelType: options.modelType }
|
|
81
199
|
);
|
|
82
200
|
|
|
83
201
|
if (!Number.isFinite(hiddenSize) || hiddenSize <= 0) {
|
|
@@ -93,16 +211,16 @@ export function validateMoeShape(config, options = {}) {
|
|
|
93
211
|
throw new Error(`[MoE] topK must be in range [1, ${numExperts}], got ${moeTopK}.`);
|
|
94
212
|
}
|
|
95
213
|
|
|
96
|
-
|
|
97
|
-
|
|
214
|
+
const policy = resolveShapePolicy(moeProfile, { modelType: options.modelType });
|
|
215
|
+
if (policy != null) {
|
|
98
216
|
if (policy.hiddenSizeDivisor == null || policy.intermediateSizeDivisor == null) {
|
|
99
|
-
throw new Error(
|
|
217
|
+
throw new Error(`[MoE] ${moeProfile.label} shapePolicy is missing hiddenSizeDivisor or intermediateSizeDivisor.`);
|
|
100
218
|
}
|
|
101
219
|
const hiddenDivisor = policy.hiddenSizeDivisor;
|
|
102
220
|
const intermediateDivisor = policy.intermediateSizeDivisor;
|
|
103
221
|
if (hiddenSize % hiddenDivisor !== 0 || intermediateSize % intermediateDivisor !== 0) {
|
|
104
222
|
throw new Error(
|
|
105
|
-
`[MoE]
|
|
223
|
+
`[MoE] ${moeProfile.label} shape policy violation: hiddenSize (${hiddenSize}) % ${hiddenDivisor} = ${hiddenSize % hiddenDivisor}, ` +
|
|
106
224
|
`intermediateSize (${intermediateSize}) % ${intermediateDivisor} = ${intermediateSize % intermediateDivisor}.`
|
|
107
225
|
);
|
|
108
226
|
}
|