doppler-gpu 0.4.6 → 0.4.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +64 -0
- package/README.md +98 -137
- package/assets/doppler.svg +1 -3
- package/models/catalog.json +1575 -0
- package/package.json +59 -26
- package/src/cli/doppler-cli.js +28 -7
- package/src/cli/doppler-quickstart.js +1 -1
- package/src/cli/doppler-serve.js +2 -2
- package/src/client/doppler-registry.js +12 -0
- package/src/client/doppler-registry.json +52 -3
- package/src/client/runtime/index.js +25 -2
- package/src/client/runtime/model-session.d.ts +31 -1
- package/src/client/runtime/model-session.js +31 -0
- package/src/client/runtime/model-source.d.ts +19 -2
- package/src/client/runtime/model-source.js +45 -5
- package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +28 -4
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +50 -9
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +35 -5
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +31 -5
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +30 -4
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +30 -4
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +30 -4
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +30 -5
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +30 -5
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +29 -4
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +29 -4
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +29 -4
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +481 -0
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +29 -4
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +29 -4
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +30 -5
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +29 -4
- package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +395 -0
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +429 -0
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +548 -0
- package/src/config/execution-contract-check.js +14 -10
- package/src/config/kernel-path-loader.js +1 -0
- package/src/config/kernels/kernel-ref-digests.js +26 -17
- package/src/config/kernels/registry.json +448 -27
- package/src/config/merge.js +41 -0
- package/src/config/param-validator.js +67 -8
- package/src/config/required-inference-fields-contract-check.js +14 -0
- package/src/config/runtime/default.json +3 -1
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
- package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
- package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
- package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
- package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
- package/src/config/runtime/profiles/rerank-stability.json +43 -0
- package/src/config/runtime/profiles/rerank-throughput.json +40 -0
- package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
- package/src/config/schema/debug.schema.d.ts +2 -0
- package/src/config/schema/debug.schema.js +1 -0
- package/src/config/schema/doppler.schema.d.ts +5 -1
- package/src/config/schema/doppler.schema.js +117 -292
- package/src/config/schema/execution-v1.schema.d.ts +41 -0
- package/src/config/schema/execution-v1.schema.js +10 -0
- package/src/config/schema/index.d.ts +3 -1
- package/src/config/schema/inference.schema.d.ts +17 -3
- package/src/config/schema/kvcache.schema.d.ts +19 -3
- package/src/config/schema/kvcache.schema.js +2 -1
- package/src/config/schema/manifest.schema.d.ts +38 -1
- package/src/config/schema/manifest.schema.js +18 -0
- package/src/config/schema/speculation-self.schema.d.ts +16 -0
- package/src/config/source-packages/litert/gemma-4-12b-it.json +20 -1
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +20 -1
- package/src/config/source-packages/litert/gemma-4-e4b-it.json +21 -1
- package/src/config/transforms/capability-transform-resolver.js +7 -1
- package/src/config/transforms/execution-graph-transforms.js +10 -2
- package/src/converter/conversion-plan.js +2 -0
- package/src/converter/parsers/transformer.js +27 -1
- package/src/converter/quantization-info.js +16 -4
- package/src/converter/rope-config.js +55 -3
- package/src/debug/config.d.ts +4 -0
- package/src/experimental/orchestration/index.d.ts +10 -1
- package/src/experimental/training/distillation/student-fixture.js +1 -1
- package/src/experimental/training/lora-pipeline.js +1 -1
- package/src/experimental/training/lora.js +2 -2
- package/src/experimental/training/suite.js +2 -2
- package/src/formats/rdrr/classification.js +3 -0
- package/src/formats/rdrr/integrity.d.ts +0 -2
- package/src/formats/rdrr/integrity.js +0 -2
- package/src/formats/rdrr/types.d.ts +1 -1
- package/src/gpu/kernels/attention.d.ts +2 -0
- package/src/gpu/kernels/attention.js +75 -16
- package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
- package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
- package/src/gpu/kernels/backward/attention_backward.js +8 -0
- package/src/gpu/kernels/dequant.d.ts +6 -6
- package/src/gpu/kernels/dequant.js +17 -6
- package/src/gpu/kernels/fused_ffn.d.ts +32 -0
- package/src/gpu/kernels/fused_ffn.js +540 -19
- package/src/gpu/kernels/fused_ffn.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
- package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
- package/src/gpu/kernels/index.d.ts +21 -0
- package/src/gpu/kernels/index.js +13 -0
- package/src/gpu/kernels/linear-attention-core.js +414 -21
- package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
- package/src/gpu/kernels/lm-head-argmax.js +153 -57
- package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
- package/src/gpu/kernels/lm-head-select-logits.js +186 -0
- package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
- package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
- package/src/gpu/kernels/matmul-selection.js +9 -2
- package/src/gpu/kernels/matmul.d.ts +1 -1
- package/src/gpu/kernels/matmul.js +24 -6
- package/src/gpu/kernels/moe.d.ts +5 -1
- package/src/gpu/kernels/moe.js +5 -2
- package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
- package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
- package/src/gpu/kernels/rmsnorm-pair.js +113 -0
- package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
- package/src/gpu/kernels/rmsnorm-stats.js +250 -0
- package/src/gpu/kernels/silu.wgsl +7 -1
- package/src/gpu/kernels/silu_f16.wgsl +7 -1
- package/src/gpu/kernels/softmax.d.ts +3 -3
- package/src/gpu/kernels/softmax.js +9 -2
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
- package/src/gpu/kernels/turboquant-codebook.js +1 -1
- package/src/gpu/kernels/types.d.ts +1 -1
- package/src/gpu/profiler.js +11 -1
- package/src/gpu/tensor.d.ts +1 -0
- package/src/index.d.ts +1 -1
- package/src/index.js +1 -1
- package/src/inference/browser-harness-model-helpers.js +4 -1
- package/src/inference/browser-harness-suite-helpers.js +1 -1
- package/src/inference/browser-harness-text-helpers.js +589 -117
- package/src/inference/browser-harness.d.ts +3 -3
- package/src/inference/browser-harness.js +486 -13
- package/src/inference/fixtures/rerank-semantic-fixtures.json +38 -0
- package/src/inference/kv-cache/base.js +42 -1
- package/src/inference/kv-cache/quantized.js +16 -2
- package/src/inference/kv-cache/tiered.js +50 -15
- package/src/inference/moe-router.js +38 -7
- package/src/inference/pipelines/diffusion/text-encoder-gpu.js +8 -6
- package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
- package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
- package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
- package/src/inference/pipelines/text/attention/projections.js +174 -4
- package/src/inference/pipelines/text/attention/record.js +44 -21
- package/src/inference/pipelines/text/attention/run.js +18 -3
- package/src/inference/pipelines/text/config.d.ts +23 -1
- package/src/inference/pipelines/text/config.js +235 -112
- package/src/inference/pipelines/text/embed.js +39 -12
- package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
- package/src/inference/pipelines/text/execution-plan.js +45 -2
- package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
- package/src/inference/pipelines/text/execution-v1.js +122 -8
- package/src/inference/pipelines/text/ffn/dense.js +254 -25
- package/src/inference/pipelines/text/ffn/moe.js +4 -3
- package/src/inference/pipelines/text/ffn/standard.js +145 -39
- package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
- package/src/inference/pipelines/text/generator-helpers.js +4 -1
- package/src/inference/pipelines/text/generator-runtime.js +54 -20
- package/src/inference/pipelines/text/generator-steps.js +5 -2
- package/src/inference/pipelines/text/generator.d.ts +18 -1
- package/src/inference/pipelines/text/generator.js +303 -20
- package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
- package/src/inference/pipelines/text/init-rope.js +54 -6
- package/src/inference/pipelines/text/init.d.ts +22 -3
- package/src/inference/pipelines/text/init.js +65 -17
- package/src/inference/pipelines/text/layer.js +111 -5
- package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
- package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
- package/src/inference/pipelines/text/linear-attention.js +185 -24
- package/src/inference/pipelines/text/logits/gpu.d.ts +1 -1
- package/src/inference/pipelines/text/logits/gpu.js +78 -115
- package/src/inference/pipelines/text/logits/index.js +105 -87
- package/src/inference/pipelines/text/logits/precision-policy.js +103 -0
- package/src/inference/pipelines/text/logits/types.d.ts +1 -0
- package/src/inference/pipelines/text/logits/utils.d.ts +2 -0
- package/src/inference/pipelines/text/logits/utils.js +11 -0
- package/src/inference/pipelines/text/lora-apply.js +6 -4
- package/src/inference/pipelines/text/model-load.js +6 -0
- package/src/inference/pipelines/text/moe-cpu.js +25 -0
- package/src/inference/pipelines/text/moe-gpu.js +148 -97
- package/src/inference/pipelines/text/moe-shape-validator.js +149 -31
- package/src/inference/pipelines/text/ops.js +48 -1
- package/src/inference/pipelines/text/per-layer-inputs.js +105 -21
- package/src/inference/pipelines/text/probes.js +9 -4
- package/src/inference/pipelines/text/state.d.ts +4 -4
- package/src/inference/pipelines/text/state.js +4 -0
- package/src/inference/pipelines/text/types.d.ts +27 -2
- package/src/inference/pipelines/text/weights.js +7 -2
- package/src/inference/pipelines/text.d.ts +21 -1
- package/src/inference/pipelines/text.js +60 -14
- package/src/inference/tokenizers/behavior-flags.js +23 -2
- package/src/inference/tokenizers/bundled.js +45 -23
- package/src/inference/tokenizers/types.d.ts +7 -4
- package/src/loader/doppler-loader.js +25 -2
- package/src/loader/final-weights-loader.js +12 -1
- package/src/loader/index.d.ts +3 -1
- package/src/loader/index.js +2 -0
- package/src/loader/loader-types.d.ts +3 -1
- package/src/loader/manifest-config.d.ts +18 -0
- package/src/loader/manifest-config.js +11 -3
- package/src/loader/shard-cache.d.ts +2 -0
- package/src/loader/shard-cache.js +29 -1
- package/src/models/gemma4.js +8 -0
- package/src/rules/execution-rules-contract-check.js +12 -3
- package/src/rules/inference/capability-transforms.rules.json +159 -22
- package/src/rules/inference/config.rules.json +26 -2
- package/src/rules/inference/dtype.rules.json +12 -5
- package/src/rules/inference/execution.rules.json +5 -19
- package/src/rules/inference/ffn.rules.json +33 -0
- package/src/rules/inference/moe.rules.json +97 -0
- package/src/rules/kernels/fused-ffn.rules.json +1 -1
- package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
- package/src/rules/kernels/matmul.rules.json +1 -0
- package/src/rules/kernels/silu.rules.json +1 -0
- package/src/rules/rule-registry.js +2 -0
- package/src/storage/artifact-storage-context.js +36 -0
- package/src/tooling/command-api-constants.js +2 -2
- package/src/tooling/command-api-family-normalizers.js +2 -1
- package/src/tooling/command-api.d.ts +1 -1
- package/src/tooling/command-runner-shared.js +3 -1
- package/src/tooling/node-browser-command-runner.js +42 -7
- package/src/tooling/node-converter.js +20 -0
- package/src/tooling/node-source-runtime.js +5 -1
- package/src/tooling/opfs-cache.d.ts +21 -1
- package/src/tooling/opfs-cache.js +168 -32
- package/src/tooling-exports/storage.d.ts +1 -1
- package/src/tooling-exports/storage.js +1 -1
- package/src/types/gpu.d.ts +25 -0
- package/src/version.js +1 -1
- package/tests/kernels/browser/kernel-suite.js +1593 -0
- package/tests/kernels/browser/test-page.js +2629 -0
- package/tests/kernels/harness/benchmark.js +225 -0
- package/tests/kernels/harness/buffer-utils.js +88 -0
- package/tests/kernels/harness/tolerance.js +174 -0
- package/tests/kernels/reference/adam.js +15 -0
- package/tests/kernels/reference/attention.js +158 -0
- package/tests/kernels/reference/backward.js +96 -0
- package/tests/kernels/reference/bias-add.js +20 -0
- package/tests/kernels/reference/conv2d.js +58 -0
- package/tests/kernels/reference/cross-entropy.js +26 -0
- package/tests/kernels/reference/dequant.js +312 -0
- package/tests/kernels/reference/embed.js +15 -0
- package/tests/kernels/reference/gather.js +61 -0
- package/tests/kernels/reference/gelu.js +37 -0
- package/tests/kernels/reference/groupnorm.js +36 -0
- package/tests/kernels/reference/index.js +89 -0
- package/tests/kernels/reference/layernorm.js +22 -0
- package/tests/kernels/reference/matmul.js +57 -0
- package/tests/kernels/reference/modulate.js +24 -0
- package/tests/kernels/reference/moe-gather.js +83 -0
- package/tests/kernels/reference/pixel-shuffle.js +20 -0
- package/tests/kernels/reference/residual.js +55 -0
- package/tests/kernels/reference/rmsnorm.js +52 -0
- package/tests/kernels/reference/rope.js +79 -0
- package/tests/kernels/reference/sample.js +97 -0
- package/tests/kernels/reference/scatter-add.js +58 -0
- package/tests/kernels/reference/silu.js +52 -0
- package/tests/kernels/reference/softmax.js +86 -0
- package/tests/kernels/reference/split-qkv.js +58 -0
- package/tests/kernels/reference/topk.js +88 -0
- package/tests/kernels/reference/upsample2d.js +37 -0
- package/BRANDING.md +0 -14
- package/SECURITY.md +0 -19
- package/assets/doppler-readme-hero.svg +0 -84
- package/assets/doppler-runtime-map.svg +0 -84
- package/src/bootstrap.js +0 -30
- package/src/cli/doppler-cli.d.ts +0 -46
- package/src/cli/doppler-quickstart.d.ts +0 -45
- package/src/cli/doppler-serve.d.ts +0 -210
- package/src/cli/runtime-profiles.d.ts +0 -40
- package/src/client/doppler-api.browser.d.ts +0 -1
- package/src/client/doppler-api.browser.js +0 -25
- package/src/client/doppler-registry.d.ts +0 -35
- package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
- package/src/client/runtime/source-runtime.d.ts +0 -26
- package/src/client/runtime/storage.d.ts +0 -5
- package/src/config/README.md +0 -61
- package/src/config/conversion/README.md +0 -58
- package/src/config/goal-completion-matrix.json +0 -552
- package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
- package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
- package/src/config/kernels/moe/mixtral.paths.json +0 -46
- package/src/config/kernels/registry.d.ts +0 -51
- package/src/config/merge-contract-check.d.ts +0 -16
- package/src/config/merge-contract-check.js +0 -318
- package/src/config/merge-helpers.d.ts +0 -60
- package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
- package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
- package/src/config/param-categories.d.ts +0 -8
- package/src/config/param-validator.d.ts +0 -28
- package/src/config/platforms/loader.d.ts +0 -38
- package/src/config/quantization-contract-check.d.ts +0 -12
- package/src/config/quantization-contract-check.js +0 -91
- package/src/config/runtime/README.md +0 -28
- package/src/config/runtime-merge.d.ts +0 -5
- package/src/config/schema/claim-evidence-contract.schema.json +0 -93
- package/src/config/schema/command-surface-contract.schema.json +0 -81
- package/src/config/schema/goal-completion-matrix.schema.json +0 -223
- package/src/config/schema/model-artifact-contract.schema.json +0 -119
- package/src/config/schema/platform.schema.js +0 -1
- package/src/config/schema/policy-schema-registry.json +0 -26
- package/src/config/schema/subsystem-support-contract.schema.json +0 -48
- package/src/config/support-tiers/subsystems.json +0 -502
- package/src/config/supported-operations.d.ts +0 -14
- package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
- package/src/config/transforms/execution-graph-transforms.d.ts +0 -300
- package/src/converter/conversion-plan.d.ts +0 -56
- package/src/converter/index.d.ts +0 -98
- package/src/converter/index.js +0 -59
- package/src/converter/parsers/diffusion.d.ts +0 -50
- package/src/converter/parsers/gguf.d.ts +0 -31
- package/src/converter/parsers/index.d.ts +0 -21
- package/src/converter/parsers/index.js +0 -12
- package/src/converter/parsers/transformer.d.ts +0 -31
- package/src/converter/quantization-info.d.ts +0 -38
- package/src/converter/rope-config.d.ts +0 -16
- package/src/converter/tokenizer-utils.d.ts +0 -12
- package/src/debug/reference/README.md +0 -114
- package/src/debug/reference/hf_attn_debug.py +0 -114
- package/src/debug/reference/hf_embed_check.py +0 -89
- package/src/debug/reference/hf_layer_out.py +0 -100
- package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
- package/src/debug/reference/hf_rope_check.py +0 -116
- package/src/debug/reference/hf_weights.py +0 -75
- package/src/errors/doppler-error.d.ts +0 -20
- package/src/experimental/bridge/extension/background.d.ts +0 -14
- package/src/experimental/bridge/extension/background.js +0 -168
- package/src/experimental/bridge/extension/manifest.json +0 -34
- package/src/experimental/bridge/extension-client.d.ts +0 -114
- package/src/experimental/bridge/index.d.ts +0 -69
- package/src/experimental/bridge/node-bridge.js +0 -24
- package/src/experimental/bridge/protocol.d.ts +0 -96
- package/src/experimental/browser/gguf-importer.d.ts +0 -136
- package/src/experimental/browser/gguf-importer.js +0 -532
- package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
- package/src/experimental/browser/quantization.d.ts +0 -74
- package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
- package/src/experimental/browser/shard-io-browser.d.ts +0 -57
- package/src/experimental/browser/shard-io-browser.js +0 -89
- package/src/experimental/browser/tensor-source-download.d.ts +0 -27
- package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
- package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
- package/src/experimental/distribution/p2p-transport.js +0 -75
- package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
- package/src/experimental/hotswap/manifest.d.ts +0 -42
- package/src/experimental/hotswap/model-swap.js +0 -42
- package/src/experimental/hotswap/runtime.d.ts +0 -31
- package/src/experimental/training/README.md +0 -164
- package/src/experimental/training/artifacts.d.ts +0 -160
- package/src/experimental/training/attention-backward.d.ts +0 -30
- package/src/experimental/training/attention-forward.d.ts +0 -22
- package/src/experimental/training/attention-forward.js +0 -82
- package/src/experimental/training/autograd.d.ts +0 -51
- package/src/experimental/training/backward-kernels.js +0 -39
- package/src/experimental/training/checkpoint-watch.d.ts +0 -8
- package/src/experimental/training/checkpoint.d.ts +0 -36
- package/src/experimental/training/clip.d.ts +0 -9
- package/src/experimental/training/dataloader.d.ts +0 -8
- package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
- package/src/experimental/training/datasets/gepa-frontier.js +0 -220
- package/src/experimental/training/datasets/index.d.ts +0 -24
- package/src/experimental/training/datasets/index.js +0 -13
- package/src/experimental/training/datasets/jsonl.d.ts +0 -11
- package/src/experimental/training/datasets/reploid.d.ts +0 -3
- package/src/experimental/training/datasets/reploid.js +0 -36
- package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
- package/src/experimental/training/datasets/teacher-traces.js +0 -279
- package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
- package/src/experimental/training/datasets/token-batch.d.ts +0 -21
- package/src/experimental/training/datasets/token-batch.js +0 -52
- package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
- package/src/experimental/training/datasets/translation-pairs.js +0 -49
- package/src/experimental/training/distillation/artifacts.d.ts +0 -71
- package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
- package/src/experimental/training/distillation/dataset.d.ts +0 -59
- package/src/experimental/training/distillation/eval.d.ts +0 -34
- package/src/experimental/training/distillation/index.d.ts +0 -29
- package/src/experimental/training/distillation/runtime.d.ts +0 -20
- package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
- package/src/experimental/training/distillation/stage-a.d.ts +0 -45
- package/src/experimental/training/distillation/stage-b.d.ts +0 -24
- package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
- package/src/experimental/training/distillation/suite-data.d.ts +0 -45
- package/src/experimental/training/export.d.ts +0 -41
- package/src/experimental/training/index.d.ts +0 -74
- package/src/experimental/training/index.js +0 -63
- package/src/experimental/training/lora-pipeline.d.ts +0 -183
- package/src/experimental/training/lora.d.ts +0 -19
- package/src/experimental/training/loss-scaling.d.ts +0 -21
- package/src/experimental/training/loss.d.ts +0 -10
- package/src/experimental/training/objectives/base.d.ts +0 -58
- package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
- package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
- package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
- package/src/experimental/training/objectives/index.d.ts +0 -12
- package/src/experimental/training/objectives/index.js +0 -6
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
- package/src/experimental/training/operator-agent-eval.d.ts +0 -65
- package/src/experimental/training/operator-artifacts.d.ts +0 -62
- package/src/experimental/training/operator-command.d.ts +0 -5
- package/src/experimental/training/operator-eval.d.ts +0 -48
- package/src/experimental/training/operator-scoreboard.d.ts +0 -5
- package/src/experimental/training/optimizer.d.ts +0 -22
- package/src/experimental/training/runner.d.ts +0 -249
- package/src/experimental/training/suite.d.ts +0 -299
- package/src/experimental/training/tensor-factory.d.ts +0 -9
- package/src/experimental/training/trainer.d.ts +0 -89
- package/src/experimental/training/ul_dataset.d.ts +0 -47
- package/src/experimental/training/ul_schedule.d.ts +0 -6
- package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
- package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
- package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
- package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
- package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
- package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
- package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
- package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
- package/src/experimental/training/workload-packs/registry.json +0 -278
- package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
- package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
- package/src/experimental/training/workloads.d.ts +0 -201
- package/src/formats/gguf/types.d.ts +0 -74
- package/src/formats/index.d.ts +0 -75
- package/src/formats/index.js +0 -19
- package/src/formats/litert/types.d.ts +0 -74
- package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
- package/src/formats/rdrr/distributed/validation.d.ts +0 -23
- package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
- package/src/formats/safetensors/types.d.ts +0 -67
- package/src/formats/tflite/types.d.ts +0 -61
- package/src/formats/tokenizer/index.d.ts +0 -5
- package/src/formats/tokenizer/index.js +0 -3
- package/src/formats/tokenizer/types.d.ts +0 -9
- package/src/gpu/kernel-runtime.d.ts +0 -13
- package/src/gpu/kernel-selection-cache.d.ts +0 -13
- package/src/gpu/kernel-selection-log.d.ts +0 -4
- package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
- package/src/gpu/kernel-tuner/cache.d.ts +0 -55
- package/src/gpu/kernel-tuner/index.d.ts +0 -59
- package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
- package/src/gpu/kernel-tuner/types.d.ts +0 -101
- package/src/gpu/kernel-tuner/types.js +0 -4
- package/src/gpu/kernel-tuner.d.ts +0 -33
- package/src/gpu/kernels/README.md +0 -159
- package/src/gpu/kernels/check-finiteness.d.ts +0 -15
- package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
- package/src/gpu/kernels/check-stop.d.ts +0 -31
- package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
- package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
- package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
- package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
- package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
- package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
- package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
- package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
- package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
- package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
- package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
- package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
- package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
- package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
- package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
- package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
- package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
- package/src/gpu/kernels/constants.d.ts +0 -129
- package/src/gpu/kernels/dispatch.d.ts +0 -72
- package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
- package/src/gpu/kernels/kernel-base.d.ts +0 -33
- package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
- package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
- package/src/gpu/kernels/matmul-selection.d.ts +0 -87
- package/src/gpu/kernels/rep-penalty.d.ts +0 -21
- package/src/gpu/kernels/rule-matcher.d.ts +0 -30
- package/src/gpu/kernels/rule-registry.d.ts +0 -7
- package/src/gpu/kernels/types.js +0 -4
- package/src/gpu/perf-guards.d.ts +0 -13
- package/src/gpu/profiler.d.ts +0 -93
- package/src/gpu/readback-utils.d.ts +0 -16
- package/src/gpu/readback-utils.js +0 -49
- package/src/gpu/submit-probe.d.ts +0 -12
- package/src/index-browser.d.ts +0 -2
- package/src/index-browser.js +0 -2
- package/src/inference/README.md +0 -593
- package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
- package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
- package/src/inference/browser-harness-model-helpers.d.ts +0 -10
- package/src/inference/browser-harness-report-helpers.d.ts +0 -7
- package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
- package/src/inference/browser-harness-text-helpers.d.ts +0 -124
- package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
- package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
- package/src/inference/network-evolution.js +0 -79
- package/src/inference/pipelines/context.d.ts +0 -21
- package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
- package/src/inference/pipelines/diffusion/index.d.ts +0 -3
- package/src/inference/pipelines/diffusion/index.js +0 -3
- package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
- package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
- package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
- package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
- package/src/inference/pipelines/diffusion/types.js +0 -1
- package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
- package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
- package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
- package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
- package/src/inference/pipelines/dream/pipeline.js +0 -8
- package/src/inference/pipelines/energy/index.d.ts +0 -1
- package/src/inference/pipelines/energy/index.js +0 -1
- package/src/inference/pipelines/energy/types.js +0 -1
- package/src/inference/pipelines/energy-head/index.d.ts +0 -6
- package/src/inference/pipelines/energy-head/index.js +0 -6
- package/src/inference/pipelines/factory.d.ts +0 -10
- package/src/inference/pipelines/index.d.ts +0 -22
- package/src/inference/pipelines/index.js +0 -19
- package/src/inference/pipelines/registry.d.ts +0 -15
- package/src/inference/pipelines/rng.d.ts +0 -2
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
- package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
- package/src/inference/pipelines/text/attention/index.d.ts +0 -24
- package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
- package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
- package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
- package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
- package/src/inference/pipelines/text/attention/record.d.ts +0 -36
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
- package/src/inference/pipelines/text/attention/run.d.ts +0 -38
- package/src/inference/pipelines/text/attention/types.d.ts +0 -125
- package/src/inference/pipelines/text/attention.d.ts +0 -23
- package/src/inference/pipelines/text/attention.js +0 -12
- package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
- package/src/inference/pipelines/text/buffer-types.js +0 -4
- package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
- package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
- package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
- package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
- package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
- package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
- package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
- package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
- package/src/inference/pipelines/text/embed.d.ts +0 -68
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
- package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
- package/src/inference/pipelines/text/failure-reduction.js +0 -180
- package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
- package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
- package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
- package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
- package/src/inference/pipelines/text/ffn/standard.d.ts +0 -25
- package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
- package/src/inference/pipelines/text/ffn.d.ts +0 -31
- package/src/inference/pipelines/text/ffn.js +0 -18
- package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
- package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
- package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
- package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
- package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
- package/src/inference/pipelines/text/generator-runtime.d.ts +0 -89
- package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
- package/src/inference/pipelines/text/index.d.ts +0 -5
- package/src/inference/pipelines/text/index.js +0 -6
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
- package/src/inference/pipelines/text/layer.d.ts +0 -118
- package/src/inference/pipelines/text/load-errors.d.ts +0 -21
- package/src/inference/pipelines/text/logits/types.js +0 -4
- package/src/inference/pipelines/text/logits.d.ts +0 -27
- package/src/inference/pipelines/text/logits.js +0 -16
- package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
- package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
- package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
- package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
- package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
- package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
- package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -40
- package/src/inference/pipelines/text/operator-events.d.ts +0 -125
- package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
- package/src/inference/pipelines/text/ops.d.ts +0 -219
- package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
- package/src/inference/pipelines/text/probes.d.ts +0 -28
- package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
- package/src/inference/pipelines/text/stage-names.d.ts +0 -88
- package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
- package/src/inference/pipelines/text/types.js +0 -4
- package/src/inference/tokenizers/base.d.ts +0 -44
- package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
- package/src/inference/tokenizers/bpe.d.ts +0 -27
- package/src/inference/tokenizers/bundled.d.ts +0 -67
- package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
- package/src/inference/tokenizers/types.js +0 -7
- package/src/loader/embedding-limit-preflight.d.ts +0 -31
- package/src/loader/per-layer-input-loader.d.ts +0 -30
- package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
- package/src/loader/tensors/source-transform.d.ts +0 -65
- package/src/memory/address-table.d.ts +0 -96
- package/src/rules/execution-rules-contract-check.d.ts +0 -21
- package/src/rules/layer-pattern-contract-check.d.ts +0 -17
- package/src/rules/rule-registry.d.ts +0 -77
- package/src/storage/artifact-storage-context.d.ts +0 -63
- package/src/storage/backends/idb-store.d.ts +0 -52
- package/src/storage/backends/memory-store.d.ts +0 -36
- package/src/storage/backends/opfs-store.d.ts +0 -41
- package/src/storage/blake3.d.ts +0 -17
- package/src/storage/download-types.d.ts +0 -157
- package/src/storage/downloader.d.ts +0 -103
- package/src/storage/index.d.ts +0 -274
- package/src/storage/index.js +0 -201
- package/src/storage/preflight.d.ts +0 -144
- package/src/storage/preflight.js +0 -360
- package/src/storage/quickstart-downloader.d.ts +0 -157
- package/src/storage/quickstart-downloader.js +0 -289
- package/src/storage/source-artifact-store.d.ts +0 -59
- package/src/sw.js +0 -184
- package/src/tooling/command-api-constants.d.ts +0 -9
- package/src/tooling/command-api-family-normalizers.d.ts +0 -10
- package/src/tooling/command-api-helpers.d.ts +0 -23
- package/src/tooling/command-runner-shared.d.ts +0 -89
- package/src/tooling/conversion-config-materializer.d.ts +0 -14
- package/src/tooling/conversion-config-materializer.js +0 -96
- package/src/tooling/diagnose-runner.d.ts +0 -28
- package/src/tooling/hf-registry-utils.d.ts +0 -55
- package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
- package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
- package/src/tooling/kernel-path-builder/index.d.ts +0 -65
- package/src/tooling/kernel-path-builder/index.js +0 -1361
- package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
- package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
- package/src/tooling/lean-execution-contract-runner.js +0 -158
- package/src/tooling/lean-execution-contract.d.ts +0 -16
- package/src/tooling/lean-execution-contract.js +0 -81
- package/src/tooling/litert-package-runtime.d.ts +0 -46
- package/src/tooling/node-convert-worker-pool.d.ts +0 -16
- package/src/tooling/node-convert-worker.d.ts +0 -1
- package/src/tooling/node-converter.d.ts +0 -1
- package/src/tooling/node-file-fetch.d.ts +0 -1
- package/src/tooling/node-source-runtime.d.ts +0 -24
- package/src/tooling/node-webgpu.d.ts +0 -17
- package/src/tooling/precision-replay-math.js +0 -174
- package/src/tooling/program-bundle-host.d.ts +0 -16
- package/src/tooling/program-bundle-host.js +0 -20
- package/src/tooling/runtime-input-composition.d.ts +0 -37
- package/src/tooling/source-package-profiles.d.ts +0 -50
- package/src/tooling/source-runtime-converter-config.d.ts +0 -19
- package/src/tooling/source-runtime-materializer.d.ts +0 -6
- package/src/tooling/source-runtime-materializer.js +0 -89
- package/src/tooling-exports.browser.d.ts +0 -7
- package/src/types/chrome.d.ts +0 -36
- package/src/types/chrome.js +0 -1
- package/src/types/index.d.ts +0 -1
- package/src/types/index.js +0 -1
- package/src/utils/array-buffer.d.ts +0 -4
- package/src/utils/canonical-hash.d.ts +0 -7
- package/src/utils/clone-json.d.ts +0 -1
- package/src/utils/hf-resolve-url.d.ts +0 -16
- package/src/utils/index.d.ts +0 -10
- package/src/utils/index.js +0 -10
- package/src/utils/load-json.d.ts +0 -5
- package/src/utils/plain-object.d.ts +0 -1
- package/src/utils/sha256.d.ts +0 -5
- package/src/utils/stable-sort-object.d.ts +0 -1
|
@@ -23,7 +23,7 @@ export type KVDtype = 'f16' | 'f32';
|
|
|
23
23
|
* - 'tiered': Hot ring + cold paged tiers
|
|
24
24
|
* - 'bdpa': Basis-decomposed paged layout (experimental)
|
|
25
25
|
*/
|
|
26
|
-
export type KVLayout = 'contiguous' | 'paged' | 'tiered' | 'bdpa';
|
|
26
|
+
export type KVLayout = 'contiguous' | 'paged' | 'tiered' | 'bdpa' | 'contiguous_quantized';
|
|
27
27
|
|
|
28
28
|
/**
|
|
29
29
|
* Tiered KV cache mode.
|
|
@@ -33,7 +33,7 @@ export type KVLayout = 'contiguous' | 'paged' | 'tiered' | 'bdpa';
|
|
|
33
33
|
* - 'int8': Cold tier compressed to int8
|
|
34
34
|
* - 'int4': Cold tier compressed to int4 (experimental)
|
|
35
35
|
*/
|
|
36
|
-
export type KVTieringMode = 'off' | 'fp16' | 'int8' | 'int4';
|
|
36
|
+
export type KVTieringMode = 'off' | 'fp16' | 'int8' | 'int4' | 'turboquant' | 'turboquant_prod';
|
|
37
37
|
|
|
38
38
|
/**
|
|
39
39
|
* Cold tier compression mode.
|
|
@@ -42,7 +42,7 @@ export type KVTieringMode = 'off' | 'fp16' | 'int8' | 'int4';
|
|
|
42
42
|
* - 'int8': Block-wise int8 compression
|
|
43
43
|
* - 'int4': Block-wise int4 compression
|
|
44
44
|
*/
|
|
45
|
-
export type KVCompressionMode = 'none' | 'int8' | 'int4';
|
|
45
|
+
export type KVCompressionMode = 'none' | 'int8' | 'int4' | 'turboquant' | 'turboquant_prod';
|
|
46
46
|
|
|
47
47
|
/**
|
|
48
48
|
* Gating mode for tiered compression.
|
|
@@ -58,6 +58,19 @@ export interface KVTieringCompressionSchema {
|
|
|
58
58
|
mode: KVCompressionMode;
|
|
59
59
|
/** Compression block size (tokens). Currently only 1 is supported. */
|
|
60
60
|
blockSize: number;
|
|
61
|
+
/** TurboQuant bit width, required for turboquant compression modes */
|
|
62
|
+
bitWidth: number;
|
|
63
|
+
/** Enable TurboQuant production packing */
|
|
64
|
+
prodMode: boolean;
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
export interface KVQuantizationConfigSchema {
|
|
68
|
+
/** Contiguous quantized KV cache mode */
|
|
69
|
+
mode: 'none' | 'turboquant' | 'turboquant_prod';
|
|
70
|
+
/** Quantized cache bit width */
|
|
71
|
+
bitWidth: number;
|
|
72
|
+
/** Enable TurboQuant production packing */
|
|
73
|
+
prodMode: boolean;
|
|
61
74
|
}
|
|
62
75
|
|
|
63
76
|
export interface KVTieringGatingSchema {
|
|
@@ -119,6 +132,9 @@ export interface KVCacheConfigSchema {
|
|
|
119
132
|
|
|
120
133
|
/** Tiered cache configuration (hot ring + cold pages) */
|
|
121
134
|
tiering: KVTieringConfigSchema;
|
|
135
|
+
|
|
136
|
+
/** Contiguous quantized KV cache configuration */
|
|
137
|
+
quantization: KVQuantizationConfigSchema;
|
|
122
138
|
}
|
|
123
139
|
|
|
124
140
|
/** Default KV cache configuration */
|
|
@@ -20,6 +20,8 @@ export const DEFAULT_KVCACHE_CONFIG = {
|
|
|
20
20
|
compression: {
|
|
21
21
|
mode: 'none',
|
|
22
22
|
blockSize: 1,
|
|
23
|
+
bitWidth: 4,
|
|
24
|
+
prodMode: false,
|
|
23
25
|
},
|
|
24
26
|
gating: {
|
|
25
27
|
mode: 'auto',
|
|
@@ -36,4 +38,3 @@ export const DEFAULT_KVCACHE_CONFIG = {
|
|
|
36
38
|
};
|
|
37
39
|
|
|
38
40
|
export const PAGED_LAYOUT_SEQ_LEN_THRESHOLD = 8192;
|
|
39
|
-
|
|
@@ -300,7 +300,7 @@ export interface ManifestFFNSchema {
|
|
|
300
300
|
/** Whether activation is gated (e.g., SwiGLU, GeGLU) */
|
|
301
301
|
gatedActivation: boolean;
|
|
302
302
|
/** FFN branch composition. `auto` preserves legacy dense-or-MoE routing. */
|
|
303
|
-
branchMode
|
|
303
|
+
branchMode: 'auto' | 'dense' | 'moe' | 'dense_plus_moe';
|
|
304
304
|
/** Double the FFN intermediate width on KV-shared layers. */
|
|
305
305
|
useDoubleWideMlp: boolean;
|
|
306
306
|
/** Clamp SwiGLU output (null = disabled) */
|
|
@@ -345,6 +345,12 @@ export interface ManifestRoPESchema {
|
|
|
345
345
|
yarnBetaSlow: number | null;
|
|
346
346
|
/** YARN original max position embeddings (null if not YARN scaling) */
|
|
347
347
|
yarnOriginalMaxPos: number | null;
|
|
348
|
+
/** LongRoPE short-context factors (null if not LongRoPE scaling) */
|
|
349
|
+
longropeShortFactor: number[] | null;
|
|
350
|
+
/** LongRoPE long-context factors (null if not LongRoPE scaling) */
|
|
351
|
+
longropeLongFactor: number[] | null;
|
|
352
|
+
/** LongRoPE original max position embeddings (null if not LongRoPE scaling) */
|
|
353
|
+
longropeOriginalMaxPos: number | null;
|
|
348
354
|
/** Local YARN beta_fast parameter (null if not local YARN scaling) */
|
|
349
355
|
ropeLocalYarnBetaFast: number | null;
|
|
350
356
|
/** Local YARN beta_slow parameter (null if not local YARN scaling) */
|
|
@@ -364,6 +370,10 @@ export interface ManifestOutputSchema {
|
|
|
364
370
|
tieWordEmbeddings: boolean;
|
|
365
371
|
/** Scale embeddings by sqrt(hiddenSize) (Gemma models: true) */
|
|
366
372
|
scaleEmbeddings: boolean;
|
|
373
|
+
/** Explicit embedding multiplier, null to use scaleEmbeddings semantics. */
|
|
374
|
+
embeddingScale: number | null;
|
|
375
|
+
/** Multiplier applied after final norm before LM head projection. */
|
|
376
|
+
logitInputScale: number;
|
|
367
377
|
/** Whether embedding weights are stored as [hidden, vocab] (transpose on gather) */
|
|
368
378
|
embeddingTranspose: boolean;
|
|
369
379
|
/** Embedding vocab size from weight tensor (null = use architecture.vocabSize) */
|
|
@@ -402,6 +412,8 @@ export interface ManifestLayerPatternSchema {
|
|
|
402
412
|
offset: number | null;
|
|
403
413
|
/** For custom: explicit per-layer architecture tags, null if not applicable */
|
|
404
414
|
layerTypes: LayerType[] | null;
|
|
415
|
+
/** Multiplier applied to attention and FFN branches before residual add. */
|
|
416
|
+
residualBranchScale: number;
|
|
405
417
|
}
|
|
406
418
|
|
|
407
419
|
/**
|
|
@@ -459,6 +471,20 @@ export interface ManifestDiffusionGemmaSchema {
|
|
|
459
471
|
};
|
|
460
472
|
}
|
|
461
473
|
|
|
474
|
+
export interface ManifestRerankSchema {
|
|
475
|
+
format: 'qwen3_yes_no_logit' | string;
|
|
476
|
+
instruction: string;
|
|
477
|
+
inputTemplate: string;
|
|
478
|
+
prefix: string;
|
|
479
|
+
suffix: string;
|
|
480
|
+
trueToken: string;
|
|
481
|
+
trueTokenId: number;
|
|
482
|
+
falseToken: string;
|
|
483
|
+
falseTokenId: number;
|
|
484
|
+
score: 'logit_difference' | 'true_logit' | string;
|
|
485
|
+
probability: 'sigmoid' | string;
|
|
486
|
+
}
|
|
487
|
+
|
|
462
488
|
/**
|
|
463
489
|
* Complete inference configuration embedded in manifest.
|
|
464
490
|
* All fields are required - converter must populate everything.
|
|
@@ -483,8 +509,14 @@ export interface ManifestInferenceSchema {
|
|
|
483
509
|
layerPattern: ManifestLayerPatternSchema;
|
|
484
510
|
/** Chat template configuration */
|
|
485
511
|
chatTemplate: ManifestChatTemplateSchema;
|
|
512
|
+
/** Whether this artifact exposes embedding workload support through pipeline.embed(). */
|
|
513
|
+
supportsEmbedding: boolean;
|
|
514
|
+
/** Whether this artifact exposes rerank workload support through prefillWithLogits(). */
|
|
515
|
+
supportsRerank: boolean;
|
|
486
516
|
/** DiffusionGemma block-diffusion runtime contract, null for non-DiffusionGemma models. */
|
|
487
517
|
diffusionGemma: ManifestDiffusionGemmaSchema | null;
|
|
518
|
+
/** Manifest-owned rerank scoring contract, null when rerank is unsupported. */
|
|
519
|
+
rerank: ManifestRerankSchema | null;
|
|
488
520
|
/** Layer pipeline override (null = use optimized hardcoded path) */
|
|
489
521
|
pipeline: LayerPipelineSchema | null;
|
|
490
522
|
/** Explicit session policy for execution v1 manifests */
|
|
@@ -761,6 +793,11 @@ export declare function modelSupportsEmbedding(
|
|
|
761
793
|
manifest: Partial<ManifestSchema> | null | undefined
|
|
762
794
|
): boolean;
|
|
763
795
|
|
|
796
|
+
/** Check if a manifest supports rerank workloads. */
|
|
797
|
+
export declare function modelSupportsRerank(
|
|
798
|
+
manifest: Partial<ManifestSchema> | null | undefined
|
|
799
|
+
): boolean;
|
|
800
|
+
|
|
764
801
|
/** Check if a manifest supports audio transcription workloads. */
|
|
765
802
|
export declare function modelSupportsTranscription(
|
|
766
803
|
manifest: Partial<ManifestSchema> | null | undefined
|
|
@@ -49,6 +49,9 @@ export const DEFAULT_MANIFEST_INFERENCE = {
|
|
|
49
49
|
// of modelType: dedicated embedding models (modelType="embedding") always
|
|
50
50
|
// support embedding workloads; text-generation models opt in explicitly.
|
|
51
51
|
supportsEmbedding: false,
|
|
52
|
+
// When true, allows workload="rerank" to dispatch through prefillWithLogits()
|
|
53
|
+
// using manifest-owned scoring metadata in inference.rerank.
|
|
54
|
+
supportsRerank: false,
|
|
52
55
|
// When true, the pipeline exposes pipeline.transcribeAudio({audio,...}) and
|
|
53
56
|
// pipeline.embedAudio({audio}). Requires audio_token_id and audio encoder
|
|
54
57
|
// weights to be present in the manifest. Defaults to false; set to true on
|
|
@@ -106,6 +109,10 @@ export const DEFAULT_MANIFEST_INFERENCE = {
|
|
|
106
109
|
yarnBetaFast: null,
|
|
107
110
|
yarnBetaSlow: null,
|
|
108
111
|
yarnOriginalMaxPos: null,
|
|
112
|
+
// LongRoPE parameters - only relevant when ropeScalingType='longrope'
|
|
113
|
+
longropeShortFactor: null,
|
|
114
|
+
longropeLongFactor: null,
|
|
115
|
+
longropeOriginalMaxPos: null,
|
|
109
116
|
// Local YARN parameters - only relevant when ropeLocalScalingType='yarn'
|
|
110
117
|
ropeLocalYarnBetaFast: null,
|
|
111
118
|
ropeLocalYarnBetaSlow: null,
|
|
@@ -115,6 +122,8 @@ export const DEFAULT_MANIFEST_INFERENCE = {
|
|
|
115
122
|
finalLogitSoftcapping: null, // No softcapping (null = disabled)
|
|
116
123
|
tieWordEmbeddings: false,
|
|
117
124
|
scaleEmbeddings: false,
|
|
125
|
+
embeddingScale: null,
|
|
126
|
+
logitInputScale: 1,
|
|
118
127
|
embeddingTranspose: false,
|
|
119
128
|
embeddingVocabSize: null,
|
|
120
129
|
embeddingPostprocessor: null,
|
|
@@ -125,12 +134,14 @@ export const DEFAULT_MANIFEST_INFERENCE = {
|
|
|
125
134
|
period: null, // No periodic pattern (null = not applicable)
|
|
126
135
|
offset: null, // For every_n: first global layer index modulo period
|
|
127
136
|
layerTypes: null, // For custom: explicit per-layer tags
|
|
137
|
+
residualBranchScale: 1,
|
|
128
138
|
},
|
|
129
139
|
chatTemplate: {
|
|
130
140
|
type: null, // No chat template (null = disabled)
|
|
131
141
|
enabled: false,
|
|
132
142
|
},
|
|
133
143
|
diffusionGemma: null,
|
|
144
|
+
rerank: null,
|
|
134
145
|
pipeline: null,
|
|
135
146
|
session: null,
|
|
136
147
|
execution: null,
|
|
@@ -190,6 +201,13 @@ export function modelSupportsEmbedding(manifest) {
|
|
|
190
201
|
return manifest?.inference?.supportsEmbedding === true;
|
|
191
202
|
}
|
|
192
203
|
|
|
204
|
+
export function modelSupportsRerank(manifest) {
|
|
205
|
+
return manifest?.inference?.supportsRerank === true
|
|
206
|
+
&& manifest?.inference?.rerank != null
|
|
207
|
+
&& typeof manifest.inference.rerank === 'object'
|
|
208
|
+
&& !Array.isArray(manifest.inference.rerank);
|
|
209
|
+
}
|
|
210
|
+
|
|
193
211
|
// Returns true when the manifest declares audio-input capability. Pipelines
|
|
194
212
|
// expose transcribeAudio + embedAudio when this is set. The de-facto runtime
|
|
195
213
|
// gate (audio_token_id + audio encoder weights) still applies; this field is
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
export type SelfSpeculationMode = 'none' | 'self' | 'draft' | 'medusa';
|
|
2
|
+
export type SelfSpeculationVerifyMode = 'greedy';
|
|
3
|
+
|
|
4
|
+
export interface SelfSpeculationConfig {
|
|
5
|
+
mode: SelfSpeculationMode;
|
|
6
|
+
tokens: number;
|
|
7
|
+
verify: SelfSpeculationVerifyMode;
|
|
8
|
+
threshold: number | null;
|
|
9
|
+
rollbackOnReject: boolean;
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
export const SPECULATION_MODES: readonly SelfSpeculationMode[];
|
|
13
|
+
export const SPECULATION_VERIFY_MODES: readonly SelfSpeculationVerifyMode[];
|
|
14
|
+
export const DEFAULT_SELF_SPECULATION_CONFIG: Readonly<SelfSpeculationConfig>;
|
|
15
|
+
|
|
16
|
+
export function validateSelfSpeculationConfig(config: SelfSpeculationConfig): void;
|
|
@@ -161,6 +161,7 @@
|
|
|
161
161
|
"ffn": {
|
|
162
162
|
"activation": "gelu",
|
|
163
163
|
"gatedActivation": true,
|
|
164
|
+
"branchMode": "auto",
|
|
164
165
|
"useDoubleWideMlp": false,
|
|
165
166
|
"swigluLimit": null
|
|
166
167
|
},
|
|
@@ -267,7 +268,25 @@
|
|
|
267
268
|
"layout": "contiguous",
|
|
268
269
|
"pageSize": 256,
|
|
269
270
|
"tiering": {
|
|
270
|
-
"mode": "off"
|
|
271
|
+
"mode": "off",
|
|
272
|
+
"hotWindow": 1024,
|
|
273
|
+
"coldPageSize": 256,
|
|
274
|
+
"coldDtype": "f16",
|
|
275
|
+
"compression": {
|
|
276
|
+
"mode": "none",
|
|
277
|
+
"blockSize": 1,
|
|
278
|
+
"bitWidth": 4,
|
|
279
|
+
"prodMode": false
|
|
280
|
+
},
|
|
281
|
+
"gating": {
|
|
282
|
+
"mode": "auto",
|
|
283
|
+
"minAluBwRatio": 0
|
|
284
|
+
}
|
|
285
|
+
},
|
|
286
|
+
"quantization": {
|
|
287
|
+
"mode": "none",
|
|
288
|
+
"bitWidth": 4,
|
|
289
|
+
"prodMode": false
|
|
271
290
|
}
|
|
272
291
|
},
|
|
273
292
|
"decodeLoop": {
|
|
@@ -149,6 +149,7 @@
|
|
|
149
149
|
"ffn": {
|
|
150
150
|
"activation": "gelu",
|
|
151
151
|
"gatedActivation": true,
|
|
152
|
+
"branchMode": "auto",
|
|
152
153
|
"useDoubleWideMlp": true,
|
|
153
154
|
"swigluLimit": null
|
|
154
155
|
},
|
|
@@ -207,7 +208,25 @@
|
|
|
207
208
|
"layout": "contiguous",
|
|
208
209
|
"pageSize": 256,
|
|
209
210
|
"tiering": {
|
|
210
|
-
"mode": "off"
|
|
211
|
+
"mode": "off",
|
|
212
|
+
"hotWindow": 1024,
|
|
213
|
+
"coldPageSize": 256,
|
|
214
|
+
"coldDtype": "f16",
|
|
215
|
+
"compression": {
|
|
216
|
+
"mode": "none",
|
|
217
|
+
"blockSize": 1,
|
|
218
|
+
"bitWidth": 4,
|
|
219
|
+
"prodMode": false
|
|
220
|
+
},
|
|
221
|
+
"gating": {
|
|
222
|
+
"mode": "auto",
|
|
223
|
+
"minAluBwRatio": 0
|
|
224
|
+
}
|
|
225
|
+
},
|
|
226
|
+
"quantization": {
|
|
227
|
+
"mode": "none",
|
|
228
|
+
"bitWidth": 4,
|
|
229
|
+
"prodMode": false
|
|
211
230
|
}
|
|
212
231
|
},
|
|
213
232
|
"decodeLoop": {
|
|
@@ -132,6 +132,7 @@
|
|
|
132
132
|
},
|
|
133
133
|
"audio_config": {
|
|
134
134
|
"model_type": "gemma4_audio",
|
|
135
|
+
"audio_architecture": "gemma4",
|
|
135
136
|
"num_hidden_layers": 12,
|
|
136
137
|
"hidden_size": 1024,
|
|
137
138
|
"num_attention_heads": 8,
|
|
@@ -217,6 +218,7 @@
|
|
|
217
218
|
"ffn": {
|
|
218
219
|
"activation": "gelu",
|
|
219
220
|
"gatedActivation": true,
|
|
221
|
+
"branchMode": "auto",
|
|
220
222
|
"useDoubleWideMlp": false,
|
|
221
223
|
"swigluLimit": null
|
|
222
224
|
},
|
|
@@ -275,7 +277,25 @@
|
|
|
275
277
|
"layout": "contiguous",
|
|
276
278
|
"pageSize": 256,
|
|
277
279
|
"tiering": {
|
|
278
|
-
"mode": "off"
|
|
280
|
+
"mode": "off",
|
|
281
|
+
"hotWindow": 1024,
|
|
282
|
+
"coldPageSize": 256,
|
|
283
|
+
"coldDtype": "f16",
|
|
284
|
+
"compression": {
|
|
285
|
+
"mode": "none",
|
|
286
|
+
"blockSize": 1,
|
|
287
|
+
"bitWidth": 4,
|
|
288
|
+
"prodMode": false
|
|
289
|
+
},
|
|
290
|
+
"gating": {
|
|
291
|
+
"mode": "auto",
|
|
292
|
+
"minAluBwRatio": 0
|
|
293
|
+
}
|
|
294
|
+
},
|
|
295
|
+
"quantization": {
|
|
296
|
+
"mode": "none",
|
|
297
|
+
"bitWidth": 4,
|
|
298
|
+
"prodMode": false
|
|
279
299
|
}
|
|
280
300
|
},
|
|
281
301
|
"decodeLoop": {
|
|
@@ -20,13 +20,16 @@ const rules = await loadJson(
|
|
|
20
20
|
* hasDensePrefillProjectionKernel?,
|
|
21
21
|
* hasQ4DecodeProjectionKernel?, hasQ4PrefillProjectionKernel?,
|
|
22
22
|
* hasAvailableQ4PrefillProjectionKernel? }
|
|
23
|
-
* @returns {{ transforms: Function[], names: string[], reason: string }}
|
|
23
|
+
* @returns {{ transforms: Function[], names: string[], reason: string, kind: string, dtypeEffect: string, evidence: string[] }}
|
|
24
24
|
*/
|
|
25
25
|
export function resolveCapabilityTransforms(capabilities, platform, graphContext) {
|
|
26
26
|
const normalizedGraphContext = graphContext ?? {};
|
|
27
27
|
const matchContext = {
|
|
28
28
|
...capabilities,
|
|
29
29
|
...normalizedGraphContext,
|
|
30
|
+
requestedActivationDtype: normalizedGraphContext.requestedActivationDtype
|
|
31
|
+
?? normalizedGraphContext.activationDtype
|
|
32
|
+
?? null,
|
|
30
33
|
activationDtype: normalizedGraphContext.activationDtype ?? null,
|
|
31
34
|
mathDtype: normalizedGraphContext.mathDtype ?? null,
|
|
32
35
|
accumDtype: normalizedGraphContext.accumDtype ?? null,
|
|
@@ -59,6 +62,9 @@ export function resolveCapabilityTransforms(capabilities, platform, graphContext
|
|
|
59
62
|
transforms,
|
|
60
63
|
names: rule.transforms,
|
|
61
64
|
reason: rule.reason,
|
|
65
|
+
kind: rule.kind,
|
|
66
|
+
dtypeEffect: rule.dtypeEffect,
|
|
67
|
+
evidence: Array.isArray(rule.evidence) ? [...rule.evidence] : [],
|
|
62
68
|
};
|
|
63
69
|
}
|
|
64
70
|
}
|
|
@@ -49,6 +49,10 @@ const KERNEL_FILE_PRECISION_PATCHES = new Map([
|
|
|
49
49
|
['gather_f16_vec4_f16_out.wgsl', { inputDtype: 'f16', outputDtype: 'f16' }],
|
|
50
50
|
]);
|
|
51
51
|
|
|
52
|
+
export function getKernelFilePrecisionPatch(kernel) {
|
|
53
|
+
return KERNEL_FILE_PRECISION_PATCHES.get(kernel) ?? null;
|
|
54
|
+
}
|
|
55
|
+
|
|
52
56
|
/*
|
|
53
57
|
* Check whether a kernel entry requires subgroup support.
|
|
54
58
|
*/
|
|
@@ -686,6 +690,10 @@ const F16_TO_F32_ACTIVATION_MAP = new Map([
|
|
|
686
690
|
['attention_head512_f16.wgsl', 'attention_head512_f16kv.wgsl'],
|
|
687
691
|
]);
|
|
688
692
|
|
|
693
|
+
export function resolveF16ToF32ActivationKernel(kernel) {
|
|
694
|
+
return F16_TO_F32_ACTIVATION_MAP.get(kernel) ?? null;
|
|
695
|
+
}
|
|
696
|
+
|
|
689
697
|
/*
|
|
690
698
|
* Activation-only narrowing: f32-activation shaders that still consume f16
|
|
691
699
|
* weights/KV are rewritten onto the matching f16-activation lane.
|
|
@@ -797,10 +805,10 @@ export function widenToF32Activations(graph, ctx) {
|
|
|
797
805
|
// When the GPU cannot compile any f16 WGSL (hasF16=false), use the full f32
|
|
798
806
|
// map that also covers f16-weight and f16-KV kernels. Otherwise use the
|
|
799
807
|
// activation-only map that preserves f16 weights/KV for precision fallback.
|
|
800
|
-
const shaderMap = ctx.capabilities?.hasF16 === false
|
|
808
|
+
const shaderMap = ctx.capabilities?.hasF16 === false || ctx.kvDtype === 'f32'
|
|
801
809
|
? FULL_F32_SHADER_MAP
|
|
802
810
|
: F16_TO_F32_ACTIVATION_MAP;
|
|
803
|
-
const fullF32 = ctx.capabilities?.hasF16 === false;
|
|
811
|
+
const fullF32 = ctx.capabilities?.hasF16 === false || ctx.kvDtype === 'f32';
|
|
804
812
|
|
|
805
813
|
const hasTargetShader = Object.values(graph.kernels).some(
|
|
806
814
|
(entry) => shaderMap.has(entry.kernel)
|
|
@@ -217,8 +217,10 @@ function resolveConversionPlanV1(options) {
|
|
|
217
217
|
layerPattern: inference.layerPattern ?? { type: 'uniform', globalPattern: null, period: null, offset: null, layerTypes: null },
|
|
218
218
|
chatTemplate: inference.chatTemplate,
|
|
219
219
|
supportsEmbedding: inference.supportsEmbedding ?? false,
|
|
220
|
+
supportsRerank: inference.supportsRerank ?? false,
|
|
220
221
|
supportsTranscription: inference.supportsTranscription ?? false,
|
|
221
222
|
supportsVision: inference.supportsVision ?? false,
|
|
223
|
+
rerank: inference.rerank ?? null,
|
|
222
224
|
diffusionGemma: inference.diffusionGemma ?? null,
|
|
223
225
|
pipeline: inference.pipeline ?? null,
|
|
224
226
|
session,
|
|
@@ -54,6 +54,22 @@ function renameDenseTensor(tensor, tensorName) {
|
|
|
54
54
|
};
|
|
55
55
|
}
|
|
56
56
|
|
|
57
|
+
function resolveLogitScoreConfig(config, modulePath) {
|
|
58
|
+
const trueTokenId = Number(config?.true_token_id ?? config?.trueTokenId);
|
|
59
|
+
const falseTokenId = Number(config?.false_token_id ?? config?.falseTokenId);
|
|
60
|
+
if (!Number.isInteger(trueTokenId) || trueTokenId < 0) {
|
|
61
|
+
throw new Error(`transformer parser: ${modulePath}/config.json must declare non-negative integer true_token_id.`);
|
|
62
|
+
}
|
|
63
|
+
if (!Number.isInteger(falseTokenId) || falseTokenId < 0) {
|
|
64
|
+
throw new Error(`transformer parser: ${modulePath}/config.json must declare non-negative integer false_token_id.`);
|
|
65
|
+
}
|
|
66
|
+
return {
|
|
67
|
+
kind: 'logit_score',
|
|
68
|
+
trueTokenId,
|
|
69
|
+
falseTokenId,
|
|
70
|
+
};
|
|
71
|
+
}
|
|
72
|
+
|
|
57
73
|
async function parseSentenceTransformersModules(adapter) {
|
|
58
74
|
const {
|
|
59
75
|
readJson,
|
|
@@ -69,6 +85,7 @@ async function parseSentenceTransformersModules(adapter) {
|
|
|
69
85
|
let normalize = null;
|
|
70
86
|
const projections = [];
|
|
71
87
|
const extraTensors = [];
|
|
88
|
+
let rerankScoring = null;
|
|
72
89
|
|
|
73
90
|
for (const moduleEntry of modules) {
|
|
74
91
|
const type = asNonEmptyString(moduleEntry?.type, 'modules.json type');
|
|
@@ -139,6 +156,12 @@ async function parseSentenceTransformersModules(adapter) {
|
|
|
139
156
|
continue;
|
|
140
157
|
}
|
|
141
158
|
|
|
159
|
+
if (isSentenceTransformerModuleType(type, '.LogitScore')) {
|
|
160
|
+
const config = await readJson(`${modulePath}/config.json`, `${modulePath}/config.json`);
|
|
161
|
+
rerankScoring = resolveLogitScoreConfig(config, modulePath);
|
|
162
|
+
continue;
|
|
163
|
+
}
|
|
164
|
+
|
|
142
165
|
throw new Error(`transformer parser: unsupported sentence-transformers module type "${type}".`);
|
|
143
166
|
}
|
|
144
167
|
|
|
@@ -146,6 +169,7 @@ async function parseSentenceTransformersModules(adapter) {
|
|
|
146
169
|
return {
|
|
147
170
|
extraTensors: [],
|
|
148
171
|
embeddingPostprocessor: null,
|
|
172
|
+
rerankScoring,
|
|
149
173
|
};
|
|
150
174
|
}
|
|
151
175
|
if (poolingMode == null) {
|
|
@@ -160,6 +184,7 @@ async function parseSentenceTransformersModules(adapter) {
|
|
|
160
184
|
projections,
|
|
161
185
|
normalize,
|
|
162
186
|
},
|
|
187
|
+
rerankScoring,
|
|
163
188
|
};
|
|
164
189
|
}
|
|
165
190
|
|
|
@@ -178,7 +203,7 @@ export async function parseTransformerModel(adapter) {
|
|
|
178
203
|
const architectureHint = config.architectures?.[0] ?? config.model_type ?? '';
|
|
179
204
|
const sentenceTransformersModules = await fileExists('modules.json')
|
|
180
205
|
? await parseSentenceTransformersModules(adapter)
|
|
181
|
-
: { extraTensors: [], embeddingPostprocessor: null };
|
|
206
|
+
: { extraTensors: [], embeddingPostprocessor: null, rerankScoring: null };
|
|
182
207
|
|
|
183
208
|
let tensors = null;
|
|
184
209
|
if (await fileExists('model.safetensors.index.json')) {
|
|
@@ -194,5 +219,6 @@ export async function parseTransformerModel(adapter) {
|
|
|
194
219
|
tensors: [...tensors, ...sentenceTransformersModules.extraTensors],
|
|
195
220
|
architectureHint,
|
|
196
221
|
embeddingPostprocessor: sentenceTransformersModules.embeddingPostprocessor,
|
|
222
|
+
rerankScoring: sentenceTransformersModules.rerankScoring ?? null,
|
|
197
223
|
};
|
|
198
224
|
}
|
|
@@ -570,7 +570,7 @@ export function resolveEffectiveQuantizationInfo(baseInfo, tensors) {
|
|
|
570
570
|
const base = (baseInfo && typeof baseInfo === 'object') ? baseInfo : {};
|
|
571
571
|
const entries = Array.isArray(tensors) ? tensors : [];
|
|
572
572
|
|
|
573
|
-
|
|
573
|
+
const detectedWeightDtypes = new Set();
|
|
574
574
|
let detectedEmbeddings = null;
|
|
575
575
|
let detectedLmHead = null;
|
|
576
576
|
let detectedLayout = null;
|
|
@@ -590,15 +590,27 @@ export function resolveEffectiveQuantizationInfo(baseInfo, tensors) {
|
|
|
590
590
|
continue;
|
|
591
591
|
}
|
|
592
592
|
if (role === 'matmul' || role === 'expert' || role === 'router') {
|
|
593
|
-
|
|
593
|
+
detectedWeightDtypes.add(dtype);
|
|
594
594
|
if (detectedLayout == null && (dtype === 'q4k') && tensor?.layout) {
|
|
595
595
|
detectedLayout = normalizeQ4KLayout(tensor.layout);
|
|
596
596
|
}
|
|
597
597
|
}
|
|
598
598
|
}
|
|
599
599
|
|
|
600
|
-
const
|
|
601
|
-
|
|
600
|
+
const baseWeights = normalizeQuantTag(base.weights ?? 'f16');
|
|
601
|
+
let weights = baseWeights;
|
|
602
|
+
if (detectedWeightDtypes.size === 1) {
|
|
603
|
+
weights = [...detectedWeightDtypes][0];
|
|
604
|
+
} else if (detectedWeightDtypes.size > 1) {
|
|
605
|
+
if (detectedWeightDtypes.has(baseWeights)) {
|
|
606
|
+
weights = baseWeights;
|
|
607
|
+
} else {
|
|
608
|
+
throw new Error(
|
|
609
|
+
`Ambiguous converted weight dtypes: ${[...detectedWeightDtypes].sort().join(', ')}. ` +
|
|
610
|
+
`Configured quantizationInfo.weights="${baseWeights}" is not present in converted matmul tensors.`
|
|
611
|
+
);
|
|
612
|
+
}
|
|
613
|
+
}
|
|
602
614
|
const embeddings = detectedEmbeddings
|
|
603
615
|
?? normalizeQuantTag(base.embeddings ?? weights);
|
|
604
616
|
const lmHead = detectedLmHead
|
|
@@ -28,6 +28,15 @@ function asNumberArray(value) {
|
|
|
28
28
|
return normalized.map((entry) => Math.trunc(entry));
|
|
29
29
|
}
|
|
30
30
|
|
|
31
|
+
function asPositiveNumberArray(value) {
|
|
32
|
+
if (!Array.isArray(value)) return null;
|
|
33
|
+
const normalized = value.map((entry) => asFiniteNumber(entry));
|
|
34
|
+
if (normalized.some((entry) => entry == null || entry <= 0)) {
|
|
35
|
+
return null;
|
|
36
|
+
}
|
|
37
|
+
return normalized.map((entry) => Number(entry));
|
|
38
|
+
}
|
|
39
|
+
|
|
31
40
|
function normalizeRoPEType(value) {
|
|
32
41
|
if (typeof value !== 'string') return null;
|
|
33
42
|
const normalized = value.trim().toLowerCase();
|
|
@@ -90,6 +99,9 @@ function resolveScalingConfig(ropeScalingConfig, options = {}) {
|
|
|
90
99
|
yarnBetaFast: null,
|
|
91
100
|
yarnBetaSlow: null,
|
|
92
101
|
yarnOriginalMaxPos: null,
|
|
102
|
+
longropeShortFactor: null,
|
|
103
|
+
longropeLongFactor: null,
|
|
104
|
+
longropeOriginalMaxPos: null,
|
|
93
105
|
};
|
|
94
106
|
}
|
|
95
107
|
|
|
@@ -98,6 +110,9 @@ function resolveScalingConfig(ropeScalingConfig, options = {}) {
|
|
|
98
110
|
let yarnBetaFast = null;
|
|
99
111
|
let yarnBetaSlow = null;
|
|
100
112
|
let yarnOriginalMaxPos = null;
|
|
113
|
+
let longropeShortFactor = null;
|
|
114
|
+
let longropeLongFactor = null;
|
|
115
|
+
let longropeOriginalMaxPos = null;
|
|
101
116
|
|
|
102
117
|
if (ropeScalingType == null) {
|
|
103
118
|
if (factor != null && factor > 0 && factor !== 1.0) {
|
|
@@ -123,6 +138,23 @@ function resolveScalingConfig(ropeScalingConfig, options = {}) {
|
|
|
123
138
|
yarnBetaSlow = betaSlow;
|
|
124
139
|
yarnOriginalMaxPos = origMaxPos;
|
|
125
140
|
}
|
|
141
|
+
if (ropeScalingType === 'longrope') {
|
|
142
|
+
const shortFactor = asPositiveNumberArray(ropeScalingConfig.short_factor);
|
|
143
|
+
const longFactor = asPositiveNumberArray(ropeScalingConfig.long_factor);
|
|
144
|
+
const origMaxPos = asFiniteNumber(ropeScalingConfig.original_max_position_embeddings);
|
|
145
|
+
if (!shortFactor || !longFactor || origMaxPos == null) {
|
|
146
|
+
throw new Error(
|
|
147
|
+
'LongRoPE scaling detected but required params missing in HF config. ' +
|
|
148
|
+
'LongRoPE requires short_factor, long_factor, and original_max_position_embeddings. ' +
|
|
149
|
+
`Got: short_factor=${Array.isArray(ropeScalingConfig.short_factor) ? ropeScalingConfig.short_factor.length : ropeScalingConfig.short_factor}, ` +
|
|
150
|
+
`long_factor=${Array.isArray(ropeScalingConfig.long_factor) ? ropeScalingConfig.long_factor.length : ropeScalingConfig.long_factor}, ` +
|
|
151
|
+
`original_max_position_embeddings=${origMaxPos}`
|
|
152
|
+
);
|
|
153
|
+
}
|
|
154
|
+
longropeShortFactor = shortFactor;
|
|
155
|
+
longropeLongFactor = longFactor;
|
|
156
|
+
longropeOriginalMaxPos = origMaxPos;
|
|
157
|
+
}
|
|
126
158
|
|
|
127
159
|
return {
|
|
128
160
|
ropeScalingType,
|
|
@@ -130,6 +162,9 @@ function resolveScalingConfig(ropeScalingConfig, options = {}) {
|
|
|
130
162
|
yarnBetaFast,
|
|
131
163
|
yarnBetaSlow,
|
|
132
164
|
yarnOriginalMaxPos,
|
|
165
|
+
longropeShortFactor,
|
|
166
|
+
longropeLongFactor,
|
|
167
|
+
longropeOriginalMaxPos,
|
|
133
168
|
};
|
|
134
169
|
}
|
|
135
170
|
|
|
@@ -140,7 +175,9 @@ function hasScalingDirective(ropeScalingConfig) {
|
|
|
140
175
|
|| ropeScalingConfig.factor != null
|
|
141
176
|
|| ropeScalingConfig.beta_fast != null
|
|
142
177
|
|| ropeScalingConfig.beta_slow != null
|
|
143
|
-
|| ropeScalingConfig.original_max_position_embeddings != null
|
|
178
|
+
|| ropeScalingConfig.original_max_position_embeddings != null
|
|
179
|
+
|| ropeScalingConfig.short_factor != null
|
|
180
|
+
|| ropeScalingConfig.long_factor != null;
|
|
144
181
|
}
|
|
145
182
|
|
|
146
183
|
function hasMeaningfulScalingConfig(resolvedScaling) {
|
|
@@ -149,7 +186,10 @@ function hasMeaningfulScalingConfig(resolvedScaling) {
|
|
|
149
186
|
|| resolvedScaling.ropeScalingFactor !== DEFAULT_MANIFEST_INFERENCE.rope.ropeScalingFactor
|
|
150
187
|
|| resolvedScaling.yarnBetaFast != null
|
|
151
188
|
|| resolvedScaling.yarnBetaSlow != null
|
|
152
|
-
|| resolvedScaling.yarnOriginalMaxPos != null
|
|
189
|
+
|| resolvedScaling.yarnOriginalMaxPos != null
|
|
190
|
+
|| resolvedScaling.longropeShortFactor != null
|
|
191
|
+
|| resolvedScaling.longropeLongFactor != null
|
|
192
|
+
|| resolvedScaling.longropeOriginalMaxPos != null;
|
|
153
193
|
}
|
|
154
194
|
|
|
155
195
|
function isSameScalingConfig(left, right) {
|
|
@@ -157,7 +197,10 @@ function isSameScalingConfig(left, right) {
|
|
|
157
197
|
&& left.ropeScalingFactor === right.ropeScalingFactor
|
|
158
198
|
&& left.yarnBetaFast === right.yarnBetaFast
|
|
159
199
|
&& left.yarnBetaSlow === right.yarnBetaSlow
|
|
160
|
-
&& left.yarnOriginalMaxPos === right.yarnOriginalMaxPos
|
|
200
|
+
&& left.yarnOriginalMaxPos === right.yarnOriginalMaxPos
|
|
201
|
+
&& JSON.stringify(left.longropeShortFactor ?? null) === JSON.stringify(right.longropeShortFactor ?? null)
|
|
202
|
+
&& JSON.stringify(left.longropeLongFactor ?? null) === JSON.stringify(right.longropeLongFactor ?? null)
|
|
203
|
+
&& left.longropeOriginalMaxPos === right.longropeOriginalMaxPos;
|
|
161
204
|
}
|
|
162
205
|
|
|
163
206
|
function failOnConflictingScaling(sourceLabel, canonicalScaling, candidateScaling) {
|
|
@@ -210,6 +253,9 @@ export function buildRoPEConfig(converterInference, config) {
|
|
|
210
253
|
yarnBetaFast: configuredRoPE.yarnBetaFast ?? null,
|
|
211
254
|
yarnBetaSlow: configuredRoPE.yarnBetaSlow ?? null,
|
|
212
255
|
yarnOriginalMaxPos: configuredRoPE.yarnOriginalMaxPos ?? null,
|
|
256
|
+
longropeShortFactor: configuredRoPE.longropeShortFactor ?? null,
|
|
257
|
+
longropeLongFactor: configuredRoPE.longropeLongFactor ?? null,
|
|
258
|
+
longropeOriginalMaxPos: configuredRoPE.longropeOriginalMaxPos ?? null,
|
|
213
259
|
};
|
|
214
260
|
|
|
215
261
|
if (ropeScaling) {
|
|
@@ -253,6 +299,9 @@ export function buildRoPEConfig(converterInference, config) {
|
|
|
253
299
|
yarnBetaFast: configuredRoPE.ropeLocalYarnBetaFast ?? globalScaling.yarnBetaFast,
|
|
254
300
|
yarnBetaSlow: configuredRoPE.ropeLocalYarnBetaSlow ?? globalScaling.yarnBetaSlow,
|
|
255
301
|
yarnOriginalMaxPos: configuredRoPE.ropeLocalYarnOriginalMaxPos ?? globalScaling.yarnOriginalMaxPos,
|
|
302
|
+
longropeShortFactor: globalScaling.longropeShortFactor,
|
|
303
|
+
longropeLongFactor: globalScaling.longropeLongFactor,
|
|
304
|
+
longropeOriginalMaxPos: globalScaling.longropeOriginalMaxPos,
|
|
256
305
|
}
|
|
257
306
|
: { ...globalScaling };
|
|
258
307
|
if (ropeScaling) {
|
|
@@ -323,6 +372,9 @@ export function buildRoPEConfig(converterInference, config) {
|
|
|
323
372
|
yarnBetaFast: globalScaling.yarnBetaFast,
|
|
324
373
|
yarnBetaSlow: globalScaling.yarnBetaSlow,
|
|
325
374
|
yarnOriginalMaxPos: globalScaling.yarnOriginalMaxPos,
|
|
375
|
+
longropeShortFactor: globalScaling.longropeShortFactor,
|
|
376
|
+
longropeLongFactor: globalScaling.longropeLongFactor,
|
|
377
|
+
longropeOriginalMaxPos: globalScaling.longropeOriginalMaxPos,
|
|
326
378
|
ropeLocalScalingType: localScaling.ropeScalingType,
|
|
327
379
|
ropeLocalScalingFactor: localScaling.ropeScalingFactor,
|
|
328
380
|
ropeLocalYarnBetaFast: localScaling.yarnBetaFast,
|