doppler-gpu 0.4.6 → 0.4.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +64 -0
- package/README.md +98 -137
- package/assets/doppler.svg +1 -3
- package/models/catalog.json +1575 -0
- package/package.json +59 -26
- package/src/cli/doppler-cli.js +28 -7
- package/src/cli/doppler-quickstart.js +1 -1
- package/src/cli/doppler-serve.js +2 -2
- package/src/client/doppler-registry.js +12 -0
- package/src/client/doppler-registry.json +52 -3
- package/src/client/runtime/index.js +25 -2
- package/src/client/runtime/model-session.d.ts +31 -1
- package/src/client/runtime/model-session.js +31 -0
- package/src/client/runtime/model-source.d.ts +19 -2
- package/src/client/runtime/model-source.js +45 -5
- package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +28 -4
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +50 -9
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +35 -5
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +31 -5
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +30 -4
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +30 -4
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +30 -4
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +30 -5
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +30 -5
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +29 -4
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +29 -4
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +29 -4
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +481 -0
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +29 -4
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +29 -4
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +30 -5
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +29 -4
- package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +395 -0
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +429 -0
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +548 -0
- package/src/config/execution-contract-check.js +14 -10
- package/src/config/kernel-path-loader.js +1 -0
- package/src/config/kernels/kernel-ref-digests.js +26 -17
- package/src/config/kernels/registry.json +448 -27
- package/src/config/merge.js +41 -0
- package/src/config/param-validator.js +67 -8
- package/src/config/required-inference-fields-contract-check.js +14 -0
- package/src/config/runtime/default.json +3 -1
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
- package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
- package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
- package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
- package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
- package/src/config/runtime/profiles/rerank-stability.json +43 -0
- package/src/config/runtime/profiles/rerank-throughput.json +40 -0
- package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
- package/src/config/schema/debug.schema.d.ts +2 -0
- package/src/config/schema/debug.schema.js +1 -0
- package/src/config/schema/doppler.schema.d.ts +5 -1
- package/src/config/schema/doppler.schema.js +117 -292
- package/src/config/schema/execution-v1.schema.d.ts +41 -0
- package/src/config/schema/execution-v1.schema.js +10 -0
- package/src/config/schema/index.d.ts +3 -1
- package/src/config/schema/inference.schema.d.ts +17 -3
- package/src/config/schema/kvcache.schema.d.ts +19 -3
- package/src/config/schema/kvcache.schema.js +2 -1
- package/src/config/schema/manifest.schema.d.ts +38 -1
- package/src/config/schema/manifest.schema.js +18 -0
- package/src/config/schema/speculation-self.schema.d.ts +16 -0
- package/src/config/source-packages/litert/gemma-4-12b-it.json +20 -1
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +20 -1
- package/src/config/source-packages/litert/gemma-4-e4b-it.json +21 -1
- package/src/config/transforms/capability-transform-resolver.js +7 -1
- package/src/config/transforms/execution-graph-transforms.js +10 -2
- package/src/converter/conversion-plan.js +2 -0
- package/src/converter/parsers/transformer.js +27 -1
- package/src/converter/quantization-info.js +16 -4
- package/src/converter/rope-config.js +55 -3
- package/src/debug/config.d.ts +4 -0
- package/src/experimental/orchestration/index.d.ts +10 -1
- package/src/experimental/training/distillation/student-fixture.js +1 -1
- package/src/experimental/training/lora-pipeline.js +1 -1
- package/src/experimental/training/lora.js +2 -2
- package/src/experimental/training/suite.js +2 -2
- package/src/formats/rdrr/classification.js +3 -0
- package/src/formats/rdrr/integrity.d.ts +0 -2
- package/src/formats/rdrr/integrity.js +0 -2
- package/src/formats/rdrr/types.d.ts +1 -1
- package/src/gpu/kernels/attention.d.ts +2 -0
- package/src/gpu/kernels/attention.js +75 -16
- package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
- package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
- package/src/gpu/kernels/backward/attention_backward.js +8 -0
- package/src/gpu/kernels/dequant.d.ts +6 -6
- package/src/gpu/kernels/dequant.js +17 -6
- package/src/gpu/kernels/fused_ffn.d.ts +32 -0
- package/src/gpu/kernels/fused_ffn.js +540 -19
- package/src/gpu/kernels/fused_ffn.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
- package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
- package/src/gpu/kernels/index.d.ts +21 -0
- package/src/gpu/kernels/index.js +13 -0
- package/src/gpu/kernels/linear-attention-core.js +414 -21
- package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
- package/src/gpu/kernels/lm-head-argmax.js +153 -57
- package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
- package/src/gpu/kernels/lm-head-select-logits.js +186 -0
- package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
- package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
- package/src/gpu/kernels/matmul-selection.js +9 -2
- package/src/gpu/kernels/matmul.d.ts +1 -1
- package/src/gpu/kernels/matmul.js +24 -6
- package/src/gpu/kernels/moe.d.ts +5 -1
- package/src/gpu/kernels/moe.js +5 -2
- package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
- package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
- package/src/gpu/kernels/rmsnorm-pair.js +113 -0
- package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
- package/src/gpu/kernels/rmsnorm-stats.js +250 -0
- package/src/gpu/kernels/silu.wgsl +7 -1
- package/src/gpu/kernels/silu_f16.wgsl +7 -1
- package/src/gpu/kernels/softmax.d.ts +3 -3
- package/src/gpu/kernels/softmax.js +9 -2
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
- package/src/gpu/kernels/turboquant-codebook.js +1 -1
- package/src/gpu/kernels/types.d.ts +1 -1
- package/src/gpu/profiler.js +11 -1
- package/src/gpu/tensor.d.ts +1 -0
- package/src/index.d.ts +1 -1
- package/src/index.js +1 -1
- package/src/inference/browser-harness-model-helpers.js +4 -1
- package/src/inference/browser-harness-suite-helpers.js +1 -1
- package/src/inference/browser-harness-text-helpers.js +589 -117
- package/src/inference/browser-harness.d.ts +3 -3
- package/src/inference/browser-harness.js +486 -13
- package/src/inference/fixtures/rerank-semantic-fixtures.json +38 -0
- package/src/inference/kv-cache/base.js +42 -1
- package/src/inference/kv-cache/quantized.js +16 -2
- package/src/inference/kv-cache/tiered.js +50 -15
- package/src/inference/moe-router.js +38 -7
- package/src/inference/pipelines/diffusion/text-encoder-gpu.js +8 -6
- package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
- package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
- package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
- package/src/inference/pipelines/text/attention/projections.js +174 -4
- package/src/inference/pipelines/text/attention/record.js +44 -21
- package/src/inference/pipelines/text/attention/run.js +18 -3
- package/src/inference/pipelines/text/config.d.ts +23 -1
- package/src/inference/pipelines/text/config.js +235 -112
- package/src/inference/pipelines/text/embed.js +39 -12
- package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
- package/src/inference/pipelines/text/execution-plan.js +45 -2
- package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
- package/src/inference/pipelines/text/execution-v1.js +122 -8
- package/src/inference/pipelines/text/ffn/dense.js +254 -25
- package/src/inference/pipelines/text/ffn/moe.js +4 -3
- package/src/inference/pipelines/text/ffn/standard.js +145 -39
- package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
- package/src/inference/pipelines/text/generator-helpers.js +4 -1
- package/src/inference/pipelines/text/generator-runtime.js +54 -20
- package/src/inference/pipelines/text/generator-steps.js +5 -2
- package/src/inference/pipelines/text/generator.d.ts +18 -1
- package/src/inference/pipelines/text/generator.js +303 -20
- package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
- package/src/inference/pipelines/text/init-rope.js +54 -6
- package/src/inference/pipelines/text/init.d.ts +22 -3
- package/src/inference/pipelines/text/init.js +65 -17
- package/src/inference/pipelines/text/layer.js +111 -5
- package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
- package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
- package/src/inference/pipelines/text/linear-attention.js +185 -24
- package/src/inference/pipelines/text/logits/gpu.d.ts +1 -1
- package/src/inference/pipelines/text/logits/gpu.js +78 -115
- package/src/inference/pipelines/text/logits/index.js +105 -87
- package/src/inference/pipelines/text/logits/precision-policy.js +103 -0
- package/src/inference/pipelines/text/logits/types.d.ts +1 -0
- package/src/inference/pipelines/text/logits/utils.d.ts +2 -0
- package/src/inference/pipelines/text/logits/utils.js +11 -0
- package/src/inference/pipelines/text/lora-apply.js +6 -4
- package/src/inference/pipelines/text/model-load.js +6 -0
- package/src/inference/pipelines/text/moe-cpu.js +25 -0
- package/src/inference/pipelines/text/moe-gpu.js +148 -97
- package/src/inference/pipelines/text/moe-shape-validator.js +149 -31
- package/src/inference/pipelines/text/ops.js +48 -1
- package/src/inference/pipelines/text/per-layer-inputs.js +105 -21
- package/src/inference/pipelines/text/probes.js +9 -4
- package/src/inference/pipelines/text/state.d.ts +4 -4
- package/src/inference/pipelines/text/state.js +4 -0
- package/src/inference/pipelines/text/types.d.ts +27 -2
- package/src/inference/pipelines/text/weights.js +7 -2
- package/src/inference/pipelines/text.d.ts +21 -1
- package/src/inference/pipelines/text.js +60 -14
- package/src/inference/tokenizers/behavior-flags.js +23 -2
- package/src/inference/tokenizers/bundled.js +45 -23
- package/src/inference/tokenizers/types.d.ts +7 -4
- package/src/loader/doppler-loader.js +25 -2
- package/src/loader/final-weights-loader.js +12 -1
- package/src/loader/index.d.ts +3 -1
- package/src/loader/index.js +2 -0
- package/src/loader/loader-types.d.ts +3 -1
- package/src/loader/manifest-config.d.ts +18 -0
- package/src/loader/manifest-config.js +11 -3
- package/src/loader/shard-cache.d.ts +2 -0
- package/src/loader/shard-cache.js +29 -1
- package/src/models/gemma4.js +8 -0
- package/src/rules/execution-rules-contract-check.js +12 -3
- package/src/rules/inference/capability-transforms.rules.json +159 -22
- package/src/rules/inference/config.rules.json +26 -2
- package/src/rules/inference/dtype.rules.json +12 -5
- package/src/rules/inference/execution.rules.json +5 -19
- package/src/rules/inference/ffn.rules.json +33 -0
- package/src/rules/inference/moe.rules.json +97 -0
- package/src/rules/kernels/fused-ffn.rules.json +1 -1
- package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
- package/src/rules/kernels/matmul.rules.json +1 -0
- package/src/rules/kernels/silu.rules.json +1 -0
- package/src/rules/rule-registry.js +2 -0
- package/src/storage/artifact-storage-context.js +36 -0
- package/src/tooling/command-api-constants.js +2 -2
- package/src/tooling/command-api-family-normalizers.js +2 -1
- package/src/tooling/command-api.d.ts +1 -1
- package/src/tooling/command-runner-shared.js +3 -1
- package/src/tooling/node-browser-command-runner.js +42 -7
- package/src/tooling/node-converter.js +20 -0
- package/src/tooling/node-source-runtime.js +5 -1
- package/src/tooling/opfs-cache.d.ts +21 -1
- package/src/tooling/opfs-cache.js +168 -32
- package/src/tooling-exports/storage.d.ts +1 -1
- package/src/tooling-exports/storage.js +1 -1
- package/src/types/gpu.d.ts +25 -0
- package/src/version.js +1 -1
- package/tests/kernels/browser/kernel-suite.js +1593 -0
- package/tests/kernels/browser/test-page.js +2629 -0
- package/tests/kernels/harness/benchmark.js +225 -0
- package/tests/kernels/harness/buffer-utils.js +88 -0
- package/tests/kernels/harness/tolerance.js +174 -0
- package/tests/kernels/reference/adam.js +15 -0
- package/tests/kernels/reference/attention.js +158 -0
- package/tests/kernels/reference/backward.js +96 -0
- package/tests/kernels/reference/bias-add.js +20 -0
- package/tests/kernels/reference/conv2d.js +58 -0
- package/tests/kernels/reference/cross-entropy.js +26 -0
- package/tests/kernels/reference/dequant.js +312 -0
- package/tests/kernels/reference/embed.js +15 -0
- package/tests/kernels/reference/gather.js +61 -0
- package/tests/kernels/reference/gelu.js +37 -0
- package/tests/kernels/reference/groupnorm.js +36 -0
- package/tests/kernels/reference/index.js +89 -0
- package/tests/kernels/reference/layernorm.js +22 -0
- package/tests/kernels/reference/matmul.js +57 -0
- package/tests/kernels/reference/modulate.js +24 -0
- package/tests/kernels/reference/moe-gather.js +83 -0
- package/tests/kernels/reference/pixel-shuffle.js +20 -0
- package/tests/kernels/reference/residual.js +55 -0
- package/tests/kernels/reference/rmsnorm.js +52 -0
- package/tests/kernels/reference/rope.js +79 -0
- package/tests/kernels/reference/sample.js +97 -0
- package/tests/kernels/reference/scatter-add.js +58 -0
- package/tests/kernels/reference/silu.js +52 -0
- package/tests/kernels/reference/softmax.js +86 -0
- package/tests/kernels/reference/split-qkv.js +58 -0
- package/tests/kernels/reference/topk.js +88 -0
- package/tests/kernels/reference/upsample2d.js +37 -0
- package/BRANDING.md +0 -14
- package/SECURITY.md +0 -19
- package/assets/doppler-readme-hero.svg +0 -84
- package/assets/doppler-runtime-map.svg +0 -84
- package/src/bootstrap.js +0 -30
- package/src/cli/doppler-cli.d.ts +0 -46
- package/src/cli/doppler-quickstart.d.ts +0 -45
- package/src/cli/doppler-serve.d.ts +0 -210
- package/src/cli/runtime-profiles.d.ts +0 -40
- package/src/client/doppler-api.browser.d.ts +0 -1
- package/src/client/doppler-api.browser.js +0 -25
- package/src/client/doppler-registry.d.ts +0 -35
- package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
- package/src/client/runtime/source-runtime.d.ts +0 -26
- package/src/client/runtime/storage.d.ts +0 -5
- package/src/config/README.md +0 -61
- package/src/config/conversion/README.md +0 -58
- package/src/config/goal-completion-matrix.json +0 -552
- package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
- package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
- package/src/config/kernels/moe/mixtral.paths.json +0 -46
- package/src/config/kernels/registry.d.ts +0 -51
- package/src/config/merge-contract-check.d.ts +0 -16
- package/src/config/merge-contract-check.js +0 -318
- package/src/config/merge-helpers.d.ts +0 -60
- package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
- package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
- package/src/config/param-categories.d.ts +0 -8
- package/src/config/param-validator.d.ts +0 -28
- package/src/config/platforms/loader.d.ts +0 -38
- package/src/config/quantization-contract-check.d.ts +0 -12
- package/src/config/quantization-contract-check.js +0 -91
- package/src/config/runtime/README.md +0 -28
- package/src/config/runtime-merge.d.ts +0 -5
- package/src/config/schema/claim-evidence-contract.schema.json +0 -93
- package/src/config/schema/command-surface-contract.schema.json +0 -81
- package/src/config/schema/goal-completion-matrix.schema.json +0 -223
- package/src/config/schema/model-artifact-contract.schema.json +0 -119
- package/src/config/schema/platform.schema.js +0 -1
- package/src/config/schema/policy-schema-registry.json +0 -26
- package/src/config/schema/subsystem-support-contract.schema.json +0 -48
- package/src/config/support-tiers/subsystems.json +0 -502
- package/src/config/supported-operations.d.ts +0 -14
- package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
- package/src/config/transforms/execution-graph-transforms.d.ts +0 -300
- package/src/converter/conversion-plan.d.ts +0 -56
- package/src/converter/index.d.ts +0 -98
- package/src/converter/index.js +0 -59
- package/src/converter/parsers/diffusion.d.ts +0 -50
- package/src/converter/parsers/gguf.d.ts +0 -31
- package/src/converter/parsers/index.d.ts +0 -21
- package/src/converter/parsers/index.js +0 -12
- package/src/converter/parsers/transformer.d.ts +0 -31
- package/src/converter/quantization-info.d.ts +0 -38
- package/src/converter/rope-config.d.ts +0 -16
- package/src/converter/tokenizer-utils.d.ts +0 -12
- package/src/debug/reference/README.md +0 -114
- package/src/debug/reference/hf_attn_debug.py +0 -114
- package/src/debug/reference/hf_embed_check.py +0 -89
- package/src/debug/reference/hf_layer_out.py +0 -100
- package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
- package/src/debug/reference/hf_rope_check.py +0 -116
- package/src/debug/reference/hf_weights.py +0 -75
- package/src/errors/doppler-error.d.ts +0 -20
- package/src/experimental/bridge/extension/background.d.ts +0 -14
- package/src/experimental/bridge/extension/background.js +0 -168
- package/src/experimental/bridge/extension/manifest.json +0 -34
- package/src/experimental/bridge/extension-client.d.ts +0 -114
- package/src/experimental/bridge/index.d.ts +0 -69
- package/src/experimental/bridge/node-bridge.js +0 -24
- package/src/experimental/bridge/protocol.d.ts +0 -96
- package/src/experimental/browser/gguf-importer.d.ts +0 -136
- package/src/experimental/browser/gguf-importer.js +0 -532
- package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
- package/src/experimental/browser/quantization.d.ts +0 -74
- package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
- package/src/experimental/browser/shard-io-browser.d.ts +0 -57
- package/src/experimental/browser/shard-io-browser.js +0 -89
- package/src/experimental/browser/tensor-source-download.d.ts +0 -27
- package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
- package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
- package/src/experimental/distribution/p2p-transport.js +0 -75
- package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
- package/src/experimental/hotswap/manifest.d.ts +0 -42
- package/src/experimental/hotswap/model-swap.js +0 -42
- package/src/experimental/hotswap/runtime.d.ts +0 -31
- package/src/experimental/training/README.md +0 -164
- package/src/experimental/training/artifacts.d.ts +0 -160
- package/src/experimental/training/attention-backward.d.ts +0 -30
- package/src/experimental/training/attention-forward.d.ts +0 -22
- package/src/experimental/training/attention-forward.js +0 -82
- package/src/experimental/training/autograd.d.ts +0 -51
- package/src/experimental/training/backward-kernels.js +0 -39
- package/src/experimental/training/checkpoint-watch.d.ts +0 -8
- package/src/experimental/training/checkpoint.d.ts +0 -36
- package/src/experimental/training/clip.d.ts +0 -9
- package/src/experimental/training/dataloader.d.ts +0 -8
- package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
- package/src/experimental/training/datasets/gepa-frontier.js +0 -220
- package/src/experimental/training/datasets/index.d.ts +0 -24
- package/src/experimental/training/datasets/index.js +0 -13
- package/src/experimental/training/datasets/jsonl.d.ts +0 -11
- package/src/experimental/training/datasets/reploid.d.ts +0 -3
- package/src/experimental/training/datasets/reploid.js +0 -36
- package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
- package/src/experimental/training/datasets/teacher-traces.js +0 -279
- package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
- package/src/experimental/training/datasets/token-batch.d.ts +0 -21
- package/src/experimental/training/datasets/token-batch.js +0 -52
- package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
- package/src/experimental/training/datasets/translation-pairs.js +0 -49
- package/src/experimental/training/distillation/artifacts.d.ts +0 -71
- package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
- package/src/experimental/training/distillation/dataset.d.ts +0 -59
- package/src/experimental/training/distillation/eval.d.ts +0 -34
- package/src/experimental/training/distillation/index.d.ts +0 -29
- package/src/experimental/training/distillation/runtime.d.ts +0 -20
- package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
- package/src/experimental/training/distillation/stage-a.d.ts +0 -45
- package/src/experimental/training/distillation/stage-b.d.ts +0 -24
- package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
- package/src/experimental/training/distillation/suite-data.d.ts +0 -45
- package/src/experimental/training/export.d.ts +0 -41
- package/src/experimental/training/index.d.ts +0 -74
- package/src/experimental/training/index.js +0 -63
- package/src/experimental/training/lora-pipeline.d.ts +0 -183
- package/src/experimental/training/lora.d.ts +0 -19
- package/src/experimental/training/loss-scaling.d.ts +0 -21
- package/src/experimental/training/loss.d.ts +0 -10
- package/src/experimental/training/objectives/base.d.ts +0 -58
- package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
- package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
- package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
- package/src/experimental/training/objectives/index.d.ts +0 -12
- package/src/experimental/training/objectives/index.js +0 -6
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
- package/src/experimental/training/operator-agent-eval.d.ts +0 -65
- package/src/experimental/training/operator-artifacts.d.ts +0 -62
- package/src/experimental/training/operator-command.d.ts +0 -5
- package/src/experimental/training/operator-eval.d.ts +0 -48
- package/src/experimental/training/operator-scoreboard.d.ts +0 -5
- package/src/experimental/training/optimizer.d.ts +0 -22
- package/src/experimental/training/runner.d.ts +0 -249
- package/src/experimental/training/suite.d.ts +0 -299
- package/src/experimental/training/tensor-factory.d.ts +0 -9
- package/src/experimental/training/trainer.d.ts +0 -89
- package/src/experimental/training/ul_dataset.d.ts +0 -47
- package/src/experimental/training/ul_schedule.d.ts +0 -6
- package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
- package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
- package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
- package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
- package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
- package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
- package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
- package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
- package/src/experimental/training/workload-packs/registry.json +0 -278
- package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
- package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
- package/src/experimental/training/workloads.d.ts +0 -201
- package/src/formats/gguf/types.d.ts +0 -74
- package/src/formats/index.d.ts +0 -75
- package/src/formats/index.js +0 -19
- package/src/formats/litert/types.d.ts +0 -74
- package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
- package/src/formats/rdrr/distributed/validation.d.ts +0 -23
- package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
- package/src/formats/safetensors/types.d.ts +0 -67
- package/src/formats/tflite/types.d.ts +0 -61
- package/src/formats/tokenizer/index.d.ts +0 -5
- package/src/formats/tokenizer/index.js +0 -3
- package/src/formats/tokenizer/types.d.ts +0 -9
- package/src/gpu/kernel-runtime.d.ts +0 -13
- package/src/gpu/kernel-selection-cache.d.ts +0 -13
- package/src/gpu/kernel-selection-log.d.ts +0 -4
- package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
- package/src/gpu/kernel-tuner/cache.d.ts +0 -55
- package/src/gpu/kernel-tuner/index.d.ts +0 -59
- package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
- package/src/gpu/kernel-tuner/types.d.ts +0 -101
- package/src/gpu/kernel-tuner/types.js +0 -4
- package/src/gpu/kernel-tuner.d.ts +0 -33
- package/src/gpu/kernels/README.md +0 -159
- package/src/gpu/kernels/check-finiteness.d.ts +0 -15
- package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
- package/src/gpu/kernels/check-stop.d.ts +0 -31
- package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
- package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
- package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
- package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
- package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
- package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
- package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
- package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
- package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
- package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
- package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
- package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
- package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
- package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
- package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
- package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
- package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
- package/src/gpu/kernels/constants.d.ts +0 -129
- package/src/gpu/kernels/dispatch.d.ts +0 -72
- package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
- package/src/gpu/kernels/kernel-base.d.ts +0 -33
- package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
- package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
- package/src/gpu/kernels/matmul-selection.d.ts +0 -87
- package/src/gpu/kernels/rep-penalty.d.ts +0 -21
- package/src/gpu/kernels/rule-matcher.d.ts +0 -30
- package/src/gpu/kernels/rule-registry.d.ts +0 -7
- package/src/gpu/kernels/types.js +0 -4
- package/src/gpu/perf-guards.d.ts +0 -13
- package/src/gpu/profiler.d.ts +0 -93
- package/src/gpu/readback-utils.d.ts +0 -16
- package/src/gpu/readback-utils.js +0 -49
- package/src/gpu/submit-probe.d.ts +0 -12
- package/src/index-browser.d.ts +0 -2
- package/src/index-browser.js +0 -2
- package/src/inference/README.md +0 -593
- package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
- package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
- package/src/inference/browser-harness-model-helpers.d.ts +0 -10
- package/src/inference/browser-harness-report-helpers.d.ts +0 -7
- package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
- package/src/inference/browser-harness-text-helpers.d.ts +0 -124
- package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
- package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
- package/src/inference/network-evolution.js +0 -79
- package/src/inference/pipelines/context.d.ts +0 -21
- package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
- package/src/inference/pipelines/diffusion/index.d.ts +0 -3
- package/src/inference/pipelines/diffusion/index.js +0 -3
- package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
- package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
- package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
- package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
- package/src/inference/pipelines/diffusion/types.js +0 -1
- package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
- package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
- package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
- package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
- package/src/inference/pipelines/dream/pipeline.js +0 -8
- package/src/inference/pipelines/energy/index.d.ts +0 -1
- package/src/inference/pipelines/energy/index.js +0 -1
- package/src/inference/pipelines/energy/types.js +0 -1
- package/src/inference/pipelines/energy-head/index.d.ts +0 -6
- package/src/inference/pipelines/energy-head/index.js +0 -6
- package/src/inference/pipelines/factory.d.ts +0 -10
- package/src/inference/pipelines/index.d.ts +0 -22
- package/src/inference/pipelines/index.js +0 -19
- package/src/inference/pipelines/registry.d.ts +0 -15
- package/src/inference/pipelines/rng.d.ts +0 -2
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
- package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
- package/src/inference/pipelines/text/attention/index.d.ts +0 -24
- package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
- package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
- package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
- package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
- package/src/inference/pipelines/text/attention/record.d.ts +0 -36
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
- package/src/inference/pipelines/text/attention/run.d.ts +0 -38
- package/src/inference/pipelines/text/attention/types.d.ts +0 -125
- package/src/inference/pipelines/text/attention.d.ts +0 -23
- package/src/inference/pipelines/text/attention.js +0 -12
- package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
- package/src/inference/pipelines/text/buffer-types.js +0 -4
- package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
- package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
- package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
- package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
- package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
- package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
- package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
- package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
- package/src/inference/pipelines/text/embed.d.ts +0 -68
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
- package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
- package/src/inference/pipelines/text/failure-reduction.js +0 -180
- package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
- package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
- package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
- package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
- package/src/inference/pipelines/text/ffn/standard.d.ts +0 -25
- package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
- package/src/inference/pipelines/text/ffn.d.ts +0 -31
- package/src/inference/pipelines/text/ffn.js +0 -18
- package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
- package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
- package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
- package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
- package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
- package/src/inference/pipelines/text/generator-runtime.d.ts +0 -89
- package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
- package/src/inference/pipelines/text/index.d.ts +0 -5
- package/src/inference/pipelines/text/index.js +0 -6
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
- package/src/inference/pipelines/text/layer.d.ts +0 -118
- package/src/inference/pipelines/text/load-errors.d.ts +0 -21
- package/src/inference/pipelines/text/logits/types.js +0 -4
- package/src/inference/pipelines/text/logits.d.ts +0 -27
- package/src/inference/pipelines/text/logits.js +0 -16
- package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
- package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
- package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
- package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
- package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
- package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
- package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -40
- package/src/inference/pipelines/text/operator-events.d.ts +0 -125
- package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
- package/src/inference/pipelines/text/ops.d.ts +0 -219
- package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
- package/src/inference/pipelines/text/probes.d.ts +0 -28
- package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
- package/src/inference/pipelines/text/stage-names.d.ts +0 -88
- package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
- package/src/inference/pipelines/text/types.js +0 -4
- package/src/inference/tokenizers/base.d.ts +0 -44
- package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
- package/src/inference/tokenizers/bpe.d.ts +0 -27
- package/src/inference/tokenizers/bundled.d.ts +0 -67
- package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
- package/src/inference/tokenizers/types.js +0 -7
- package/src/loader/embedding-limit-preflight.d.ts +0 -31
- package/src/loader/per-layer-input-loader.d.ts +0 -30
- package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
- package/src/loader/tensors/source-transform.d.ts +0 -65
- package/src/memory/address-table.d.ts +0 -96
- package/src/rules/execution-rules-contract-check.d.ts +0 -21
- package/src/rules/layer-pattern-contract-check.d.ts +0 -17
- package/src/rules/rule-registry.d.ts +0 -77
- package/src/storage/artifact-storage-context.d.ts +0 -63
- package/src/storage/backends/idb-store.d.ts +0 -52
- package/src/storage/backends/memory-store.d.ts +0 -36
- package/src/storage/backends/opfs-store.d.ts +0 -41
- package/src/storage/blake3.d.ts +0 -17
- package/src/storage/download-types.d.ts +0 -157
- package/src/storage/downloader.d.ts +0 -103
- package/src/storage/index.d.ts +0 -274
- package/src/storage/index.js +0 -201
- package/src/storage/preflight.d.ts +0 -144
- package/src/storage/preflight.js +0 -360
- package/src/storage/quickstart-downloader.d.ts +0 -157
- package/src/storage/quickstart-downloader.js +0 -289
- package/src/storage/source-artifact-store.d.ts +0 -59
- package/src/sw.js +0 -184
- package/src/tooling/command-api-constants.d.ts +0 -9
- package/src/tooling/command-api-family-normalizers.d.ts +0 -10
- package/src/tooling/command-api-helpers.d.ts +0 -23
- package/src/tooling/command-runner-shared.d.ts +0 -89
- package/src/tooling/conversion-config-materializer.d.ts +0 -14
- package/src/tooling/conversion-config-materializer.js +0 -96
- package/src/tooling/diagnose-runner.d.ts +0 -28
- package/src/tooling/hf-registry-utils.d.ts +0 -55
- package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
- package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
- package/src/tooling/kernel-path-builder/index.d.ts +0 -65
- package/src/tooling/kernel-path-builder/index.js +0 -1361
- package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
- package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
- package/src/tooling/lean-execution-contract-runner.js +0 -158
- package/src/tooling/lean-execution-contract.d.ts +0 -16
- package/src/tooling/lean-execution-contract.js +0 -81
- package/src/tooling/litert-package-runtime.d.ts +0 -46
- package/src/tooling/node-convert-worker-pool.d.ts +0 -16
- package/src/tooling/node-convert-worker.d.ts +0 -1
- package/src/tooling/node-converter.d.ts +0 -1
- package/src/tooling/node-file-fetch.d.ts +0 -1
- package/src/tooling/node-source-runtime.d.ts +0 -24
- package/src/tooling/node-webgpu.d.ts +0 -17
- package/src/tooling/precision-replay-math.js +0 -174
- package/src/tooling/program-bundle-host.d.ts +0 -16
- package/src/tooling/program-bundle-host.js +0 -20
- package/src/tooling/runtime-input-composition.d.ts +0 -37
- package/src/tooling/source-package-profiles.d.ts +0 -50
- package/src/tooling/source-runtime-converter-config.d.ts +0 -19
- package/src/tooling/source-runtime-materializer.d.ts +0 -6
- package/src/tooling/source-runtime-materializer.js +0 -89
- package/src/tooling-exports.browser.d.ts +0 -7
- package/src/types/chrome.d.ts +0 -36
- package/src/types/chrome.js +0 -1
- package/src/types/index.d.ts +0 -1
- package/src/types/index.js +0 -1
- package/src/utils/array-buffer.d.ts +0 -4
- package/src/utils/canonical-hash.d.ts +0 -7
- package/src/utils/clone-json.d.ts +0 -1
- package/src/utils/hf-resolve-url.d.ts +0 -16
- package/src/utils/index.d.ts +0 -10
- package/src/utils/index.js +0 -10
- package/src/utils/load-json.d.ts +0 -5
- package/src/utils/plain-object.d.ts +0 -1
- package/src/utils/sha256.d.ts +0 -5
- package/src/utils/stable-sort-object.d.ts +0 -1
|
@@ -1,14 +0,0 @@
|
|
|
1
|
-
export const SUPPORTED_OPERATIONS_SCHEMA_ID: 'doppler.supported-operations/v1';
|
|
2
|
-
|
|
3
|
-
export const SUPPORTED_EXECUTION_V1_OPS: ReadonlySet<string>;
|
|
4
|
-
export const SUPPORTED_RUNTIME_OPS: ReadonlySet<string>;
|
|
5
|
-
|
|
6
|
-
export interface SupportedOpDescriptor {
|
|
7
|
-
readonly section: ReadonlyArray<'preLayer' | 'prefill' | 'decode' | 'postLayer'>;
|
|
8
|
-
readonly description: string;
|
|
9
|
-
readonly kernelFamily: ReadonlyArray<string>;
|
|
10
|
-
}
|
|
11
|
-
|
|
12
|
-
export function getSupportedOpsForFamily(family: string): ReadonlySet<string> | null;
|
|
13
|
-
export function listSupportedFamilies(): ReadonlyArray<string>;
|
|
14
|
-
export function describeOp(op: string): SupportedOpDescriptor | null;
|
|
@@ -1,56 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Capability Transform Resolver
|
|
3
|
-
*
|
|
4
|
-
* Resolves GPU capabilities and platform info to an ordered chain of
|
|
5
|
-
* execution graph transforms. Used by the runtime to adapt the
|
|
6
|
-
* manifest execution graph to the current device.
|
|
7
|
-
*
|
|
8
|
-
* @module config/transforms/capability-transform-resolver
|
|
9
|
-
*/
|
|
10
|
-
|
|
11
|
-
import type { ExecutionGraphTransform, TransformContext } from './execution-graph-transforms.js';
|
|
12
|
-
|
|
13
|
-
export interface ResolvedTransforms {
|
|
14
|
-
transforms: ExecutionGraphTransform[];
|
|
15
|
-
names: string[];
|
|
16
|
-
reason: string;
|
|
17
|
-
}
|
|
18
|
-
|
|
19
|
-
/**
|
|
20
|
-
* Resolve GPU capabilities and platform info to a chain of execution graph transforms.
|
|
21
|
-
*/
|
|
22
|
-
export declare function resolveCapabilityTransforms(
|
|
23
|
-
capabilities: TransformContext['capabilities'],
|
|
24
|
-
platform: TransformContext['platform'],
|
|
25
|
-
graphContext: {
|
|
26
|
-
activationDtype: string;
|
|
27
|
-
mathDtype?: string | null;
|
|
28
|
-
accumDtype?: string | null;
|
|
29
|
-
kvDtype: string;
|
|
30
|
-
headDim?: number | null;
|
|
31
|
-
modelId?: string;
|
|
32
|
-
layerTypes?: string[] | null;
|
|
33
|
-
hasDensePrefillProjectionKernel?: boolean;
|
|
34
|
-
hasQ4DecodeProjectionKernel?: boolean;
|
|
35
|
-
hasQ4PrefillProjectionKernel?: boolean;
|
|
36
|
-
hasAvailableQ4PrefillProjectionKernel?: boolean;
|
|
37
|
-
requiresF16ActivationNarrowing?: boolean;
|
|
38
|
-
}
|
|
39
|
-
): ResolvedTransforms;
|
|
40
|
-
|
|
41
|
-
/**
|
|
42
|
-
* Resolve the explicit alternate-plan transform for finiteness handling
|
|
43
|
-
* (widenToF32Activations when activation is f16).
|
|
44
|
-
* Returns null when already f32 (no alternate plan available).
|
|
45
|
-
*/
|
|
46
|
-
export declare function resolveFinitenessFallbackTransform(
|
|
47
|
-
graphContext: {
|
|
48
|
-
activationDtype: string;
|
|
49
|
-
mathDtype?: string | null;
|
|
50
|
-
accumDtype?: string | null;
|
|
51
|
-
kvDtype: string;
|
|
52
|
-
headDim?: number | null;
|
|
53
|
-
modelId?: string;
|
|
54
|
-
layerTypes?: string[] | null;
|
|
55
|
-
}
|
|
56
|
-
): { transform: ExecutionGraphTransform; name: string; fallbackKvDtype: 'f16' | 'f32' } | null;
|
|
@@ -1,300 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Execution Graph Transforms
|
|
3
|
-
*
|
|
4
|
-
* Pure functions that transform execution-v1 graphs based on GPU
|
|
5
|
-
* capabilities and platform constraints. Each transform either returns
|
|
6
|
-
* a modified graph or null when not applicable.
|
|
7
|
-
*
|
|
8
|
-
* @module config/transforms/execution-graph-transforms
|
|
9
|
-
*/
|
|
10
|
-
|
|
11
|
-
/**
|
|
12
|
-
* Context passed to all execution graph transforms.
|
|
13
|
-
*/
|
|
14
|
-
export interface TransformContext {
|
|
15
|
-
capabilities: {
|
|
16
|
-
hasSubgroups: boolean;
|
|
17
|
-
hasF16: boolean;
|
|
18
|
-
hasSubgroupsF16: boolean;
|
|
19
|
-
maxWorkgroupStorageSize?: number;
|
|
20
|
-
};
|
|
21
|
-
platform: {
|
|
22
|
-
id: string;
|
|
23
|
-
vendor: string;
|
|
24
|
-
architecture: string;
|
|
25
|
-
};
|
|
26
|
-
activationDtype: 'f16' | 'f32';
|
|
27
|
-
mathDtype?: 'f16' | 'f32' | null;
|
|
28
|
-
accumDtype?: 'f16' | 'f32' | null;
|
|
29
|
-
kvDtype: 'f16' | 'f32';
|
|
30
|
-
modelId?: string;
|
|
31
|
-
layerTypes?: string[] | null;
|
|
32
|
-
}
|
|
33
|
-
|
|
34
|
-
export interface ExecutionKernelPrecision {
|
|
35
|
-
activationDtype?: 'f16' | 'f32';
|
|
36
|
-
kvDtype?: 'f16' | 'f32';
|
|
37
|
-
inputDtype?: 'f16' | 'f32';
|
|
38
|
-
outputDtype?: 'f16' | 'f32';
|
|
39
|
-
}
|
|
40
|
-
|
|
41
|
-
/**
|
|
42
|
-
* An execution graph kernel entry from manifest.inference.execution.kernels.
|
|
43
|
-
*/
|
|
44
|
-
export interface ExecutionKernelEntry {
|
|
45
|
-
kernel: string;
|
|
46
|
-
entry: string;
|
|
47
|
-
digest: string | null;
|
|
48
|
-
constants?: Record<string, unknown>;
|
|
49
|
-
precision?: ExecutionKernelPrecision;
|
|
50
|
-
}
|
|
51
|
-
|
|
52
|
-
export interface ExecutionGraphLayerGroup {
|
|
53
|
-
layers: number[];
|
|
54
|
-
steps: unknown[][];
|
|
55
|
-
}
|
|
56
|
-
|
|
57
|
-
export type ExecutionGraphLayerEntry = unknown[] | ExecutionGraphLayerGroup;
|
|
58
|
-
|
|
59
|
-
/**
|
|
60
|
-
* The execution-v1 graph structure from manifest.inference.execution.
|
|
61
|
-
*/
|
|
62
|
-
export interface ExecutionGraph {
|
|
63
|
-
kernels: Record<string, ExecutionKernelEntry>;
|
|
64
|
-
preLayer: unknown[][];
|
|
65
|
-
decode: ExecutionGraphLayerEntry[];
|
|
66
|
-
prefill: ExecutionGraphLayerEntry[];
|
|
67
|
-
postLayer: unknown[][];
|
|
68
|
-
policies?: Record<string, unknown>;
|
|
69
|
-
}
|
|
70
|
-
|
|
71
|
-
/**
|
|
72
|
-
* A pure function that transforms an execution graph.
|
|
73
|
-
* Returns the modified graph, or null if the transform is not applicable.
|
|
74
|
-
*/
|
|
75
|
-
export type ExecutionGraphTransform = (graph: ExecutionGraph, ctx: TransformContext) => ExecutionGraph | null;
|
|
76
|
-
|
|
77
|
-
/**
|
|
78
|
-
* Remove subgroup-dependent kernels from the execution graph,
|
|
79
|
-
* replacing with scalar/tiled equivalents.
|
|
80
|
-
*/
|
|
81
|
-
export declare function removeSubgroups(graph: ExecutionGraph, ctx: TransformContext): ExecutionGraph | null;
|
|
82
|
-
|
|
83
|
-
/**
|
|
84
|
-
* Widen all f16-activation kernels to f32 equivalents.
|
|
85
|
-
* Returns null if the graph uses fused f16 FFN (not transformable).
|
|
86
|
-
*/
|
|
87
|
-
export declare function widenToF32Activations(graph: ExecutionGraph, ctx: TransformContext): ExecutionGraph | null;
|
|
88
|
-
|
|
89
|
-
/**
|
|
90
|
-
* Fail-closed sentinel transform installed by capability rules when the
|
|
91
|
-
* (modelId, runtime profile) combination is contradictory (e.g., af32
|
|
92
|
-
* manifest variant paired with a runtime profile demanding f16 activations).
|
|
93
|
-
* Throws when invoked.
|
|
94
|
-
*/
|
|
95
|
-
export declare function failClosedLaneMismatch(graph: ExecutionGraph, ctx: TransformContext): never;
|
|
96
|
-
|
|
97
|
-
/**
|
|
98
|
-
* Swap prefill attention kernel between streaming and small-tile variants.
|
|
99
|
-
*/
|
|
100
|
-
export declare function swapPrefillAttention(
|
|
101
|
-
graph: ExecutionGraph,
|
|
102
|
-
ctx: TransformContext,
|
|
103
|
-
options: { from: string; to: string }
|
|
104
|
-
): ExecutionGraph | null;
|
|
105
|
-
|
|
106
|
-
/**
|
|
107
|
-
* Replace eligible small-tile prefill f16kv attention kernels with the fixed
|
|
108
|
-
* 256-dim shared-block variant.
|
|
109
|
-
*/
|
|
110
|
-
export declare function useHead256SmallPrefillAttention(
|
|
111
|
-
graph: ExecutionGraph,
|
|
112
|
-
ctx: TransformContext
|
|
113
|
-
): ExecutionGraph | null;
|
|
114
|
-
|
|
115
|
-
/**
|
|
116
|
-
* Replace eligible prefill f16kv attention kernels with the fixed 256-dim
|
|
117
|
-
* shared-block variant when the graph is eligible.
|
|
118
|
-
*/
|
|
119
|
-
export declare function useHead256PrefillAttention(
|
|
120
|
-
graph: ExecutionGraph,
|
|
121
|
-
ctx: TransformContext
|
|
122
|
-
): ExecutionGraph | null;
|
|
123
|
-
|
|
124
|
-
/**
|
|
125
|
-
* Replace projection matmul kernels with f32-weight variants for numeric debugging.
|
|
126
|
-
*/
|
|
127
|
-
export declare function widenProjectionWeightsToF32(graph: ExecutionGraph, ctx: TransformContext): ExecutionGraph | null;
|
|
128
|
-
|
|
129
|
-
/**
|
|
130
|
-
* Replace dense Q4K prefill projections with explicit Q4-native prefill kernels
|
|
131
|
-
* when the graph already exposes a compatible fused Q4 decode kernel.
|
|
132
|
-
*/
|
|
133
|
-
export declare function remapDenseQ4KPrefillToQ4Native(
|
|
134
|
-
graph: ExecutionGraph,
|
|
135
|
-
ctx: TransformContext
|
|
136
|
-
): ExecutionGraph | null;
|
|
137
|
-
|
|
138
|
-
/**
|
|
139
|
-
* Replace fused Q4K prefill projections with dense tiled matmul kernels while
|
|
140
|
-
* leaving decode unchanged.
|
|
141
|
-
*/
|
|
142
|
-
export declare function remapQ4KPrefillToDense(
|
|
143
|
-
graph: ExecutionGraph,
|
|
144
|
-
ctx: TransformContext
|
|
145
|
-
): ExecutionGraph | null;
|
|
146
|
-
|
|
147
|
-
/**
|
|
148
|
-
* Mark Qwen linear-attention decode q/o projections as f16 for targeted
|
|
149
|
-
* Apple/WebGPU decode throughput work while keeping full-attention layers on
|
|
150
|
-
* the manifest-owned f32 activation contract.
|
|
151
|
-
*/
|
|
152
|
-
export declare function useLinearDecodeProjectionF16(
|
|
153
|
-
graph: ExecutionGraph,
|
|
154
|
-
ctx: TransformContext
|
|
155
|
-
): ExecutionGraph | null;
|
|
156
|
-
|
|
157
|
-
/**
|
|
158
|
-
* Replace fused Q4K decode projection kernels with GEMV subgroup variants.
|
|
159
|
-
* On pre-dequantized f16 weights the GEMV path is ~2.3x faster than the fused
|
|
160
|
-
* Q4K kernel for M=1 decode.
|
|
161
|
-
*/
|
|
162
|
-
export declare function remapQ4KDecodeToGemv(
|
|
163
|
-
graph: ExecutionGraph,
|
|
164
|
-
ctx: TransformContext
|
|
165
|
-
): ExecutionGraph | null;
|
|
166
|
-
|
|
167
|
-
/**
|
|
168
|
-
* Replace ONLY attention-projection decode kernels (q/k/v/o_proj) with GEMV
|
|
169
|
-
* subgroup variants, leaving FFN projections as fused Q4K.
|
|
170
|
-
*
|
|
171
|
-
* Diagnostic transform for isolating GEMV correctness regressions between the
|
|
172
|
-
* attention and FFN decode paths.
|
|
173
|
-
*/
|
|
174
|
-
export declare function remapQ4KDecodeAttentionToGemv(
|
|
175
|
-
graph: ExecutionGraph,
|
|
176
|
-
ctx: TransformContext
|
|
177
|
-
): ExecutionGraph | null;
|
|
178
|
-
|
|
179
|
-
/**
|
|
180
|
-
* Replace ONLY attention-projection decode kernels (q/k/v/o_proj) with the
|
|
181
|
-
* optimised fused Q4K GEMV variant (main_gemv). Combines shared-A cooperative
|
|
182
|
-
* loading with fast nibble extraction for maximum M=1 throughput while
|
|
183
|
-
* preserving full Q4K dequant precision (no f16 weight materialization).
|
|
184
|
-
*
|
|
185
|
-
* Production fix for the f16-precision-loss regression in the attention path.
|
|
186
|
-
*/
|
|
187
|
-
export declare function remapQ4KDecodeAttentionToFusedQ4KGemv(
|
|
188
|
-
graph: ExecutionGraph,
|
|
189
|
-
ctx: TransformContext
|
|
190
|
-
): ExecutionGraph | null;
|
|
191
|
-
|
|
192
|
-
/**
|
|
193
|
-
* Replace ONLY FFN-projection decode kernels (gate/up/down_proj) with GEMV
|
|
194
|
-
* subgroup variants, leaving attention projections as fused Q4K.
|
|
195
|
-
*
|
|
196
|
-
* Diagnostic complement to `remapQ4KDecodeAttentionToGemv` for isolating
|
|
197
|
-
* GEMV correctness regressions to the FFN decode path.
|
|
198
|
-
*/
|
|
199
|
-
export declare function remapQ4KDecodeFFNToGemv(
|
|
200
|
-
graph: ExecutionGraph,
|
|
201
|
-
ctx: TransformContext
|
|
202
|
-
): ExecutionGraph | null;
|
|
203
|
-
|
|
204
|
-
/**
|
|
205
|
-
* Narrow selected Qwen decode FFN + lm_head matmuls onto explicit f16 kernels
|
|
206
|
-
* while keeping the manifest-owned activation contract intact.
|
|
207
|
-
*/
|
|
208
|
-
export declare function useQwenDecodeF16Matmuls(
|
|
209
|
-
graph: ExecutionGraph,
|
|
210
|
-
ctx: TransformContext
|
|
211
|
-
): ExecutionGraph | null;
|
|
212
|
-
|
|
213
|
-
/**
|
|
214
|
-
* Narrow Gemma 4 E2B INT4 PLE decode Q/K/V and online attention onto explicit
|
|
215
|
-
* f16 kernels while keeping prefill on the manifest-owned f32/f16kv contract.
|
|
216
|
-
*/
|
|
217
|
-
export declare function useGemma4Int4PleSelectiveF16Decode(
|
|
218
|
-
graph: ExecutionGraph,
|
|
219
|
-
ctx: TransformContext
|
|
220
|
-
): ExecutionGraph | null;
|
|
221
|
-
|
|
222
|
-
/**
|
|
223
|
-
* Promote Qwen 3.6 27B Q4K onto the all-f16 activation lane.
|
|
224
|
-
*/
|
|
225
|
-
export declare function useQwen36F16Activations(
|
|
226
|
-
graph: ExecutionGraph,
|
|
227
|
-
ctx: TransformContext
|
|
228
|
-
): ExecutionGraph | null;
|
|
229
|
-
|
|
230
|
-
/**
|
|
231
|
-
* Promote Gemma 4 E2B INT4-PLE Q4K onto the all-f16 activation lane.
|
|
232
|
-
*/
|
|
233
|
-
export declare function useGemma4Int4PleAf16Activations(
|
|
234
|
-
graph: ExecutionGraph,
|
|
235
|
-
ctx: TransformContext
|
|
236
|
-
): ExecutionGraph | null;
|
|
237
|
-
|
|
238
|
-
/**
|
|
239
|
-
* Promote Gemma 4 text Q4K onto the experimental f16 lane using matching f16
|
|
240
|
-
* Q4 projection and utility kernels, with explicit f32-Q/f16-KV prefill/decode
|
|
241
|
-
* attention boundaries and the source graph's stable post-layer tail where
|
|
242
|
-
* required by the model variant.
|
|
243
|
-
*/
|
|
244
|
-
export declare function useGemma4TextF16Activations(
|
|
245
|
-
graph: ExecutionGraph,
|
|
246
|
-
ctx: TransformContext
|
|
247
|
-
): ExecutionGraph | null;
|
|
248
|
-
|
|
249
|
-
/**
|
|
250
|
-
* Promote Gemma 4 12B text Q4K onto its f16-residual lane while preserving
|
|
251
|
-
* the explicit stable f32-Q/f16-KV attention boundaries and post-layer tail.
|
|
252
|
-
*/
|
|
253
|
-
export declare function useGemma412BTextF16Activations(
|
|
254
|
-
graph: ExecutionGraph,
|
|
255
|
-
ctx: TransformContext
|
|
256
|
-
): ExecutionGraph | null;
|
|
257
|
-
|
|
258
|
-
/**
|
|
259
|
-
* Promote Gemma 4 31B text Q4K onto the experimental all-f16 lane using
|
|
260
|
-
* matching f16 Q4 projection, attention, utility, lm_head, and sampling kernels.
|
|
261
|
-
*/
|
|
262
|
-
export declare function useGemma431BTextF16Activations(
|
|
263
|
-
graph: ExecutionGraph,
|
|
264
|
-
ctx: TransformContext
|
|
265
|
-
): ExecutionGraph | null;
|
|
266
|
-
|
|
267
|
-
/**
|
|
268
|
-
* Compose multiple transforms into a single transform.
|
|
269
|
-
* Applies left-to-right, skipping transforms that return null.
|
|
270
|
-
*/
|
|
271
|
-
export declare function composeTransforms(...transforms: ExecutionGraphTransform[]): ExecutionGraphTransform;
|
|
272
|
-
|
|
273
|
-
/**
|
|
274
|
-
* Registry mapping transform names to functions.
|
|
275
|
-
*/
|
|
276
|
-
export declare const TRANSFORMS: Record<string, ExecutionGraphTransform>;
|
|
277
|
-
|
|
278
|
-
/** F16→F32 correctness fallback when the target's f16 kernel is absent. */
|
|
279
|
-
export declare const widenToF32CorrectnessFallback: ExecutionGraphTransform;
|
|
280
|
-
|
|
281
|
-
/** Narrow pipeline activations from F32 back to F16 where safe. */
|
|
282
|
-
export declare const narrowToF16Activations: ExecutionGraphTransform;
|
|
283
|
-
|
|
284
|
-
/** Qwen-specific: force primary matmul variants to F16. */
|
|
285
|
-
export declare const useQwenF16PrimaryMatmuls: ExecutionGraphTransform;
|
|
286
|
-
|
|
287
|
-
/** Gemma4 INT4 PLE: selective decode-only F16 probe lane. */
|
|
288
|
-
export declare const useGemma4Int4PleSelectiveF16Decode: ExecutionGraphTransform;
|
|
289
|
-
|
|
290
|
-
/** Gemma 4 text: experimental end-to-end F16 activation lane. */
|
|
291
|
-
export declare const useGemma4TextF16Activations: ExecutionGraphTransform;
|
|
292
|
-
|
|
293
|
-
/** Gemma 4 12B text: f16-residual lane with stable f32-Q/f16-KV islands. */
|
|
294
|
-
export declare const useGemma412BTextF16Activations: ExecutionGraphTransform;
|
|
295
|
-
|
|
296
|
-
/** Gemma 4 31B text: experimental end-to-end F16 activation lane. */
|
|
297
|
-
export declare const useGemma431BTextF16Activations: ExecutionGraphTransform;
|
|
298
|
-
|
|
299
|
-
/** Drop the retain-Q4K materialization flag (used by perf investigations). */
|
|
300
|
-
export declare const disableRetainQ4KMaterialization: ExecutionGraphTransform;
|
|
@@ -1,56 +0,0 @@
|
|
|
1
|
-
import type { ConverterConfigSchema } from '../config/schema/converter.schema.js';
|
|
2
|
-
import type { MoEConfigSchema } from '../config/schema/manifest.schema.js';
|
|
3
|
-
|
|
4
|
-
export interface ConversionPlanInputTensor {
|
|
5
|
-
name: string;
|
|
6
|
-
dtype?: string | null;
|
|
7
|
-
}
|
|
8
|
-
|
|
9
|
-
export interface ResolveConversionPlanOptions {
|
|
10
|
-
rawConfig: Record<string, unknown> | null | undefined;
|
|
11
|
-
tensors?: ConversionPlanInputTensor[] | null;
|
|
12
|
-
tensorNames?: string[] | null;
|
|
13
|
-
converterConfig: ConverterConfigSchema;
|
|
14
|
-
sourceQuantization?: string | null;
|
|
15
|
-
modelKind?: 'transformer' | 'diffusion';
|
|
16
|
-
architectureHint?: string | null;
|
|
17
|
-
architecture?: string | null;
|
|
18
|
-
architectureConfig?: { headDim?: number | null } | null;
|
|
19
|
-
headDim?: number | null;
|
|
20
|
-
headDimErrorMessage?: string | null;
|
|
21
|
-
}
|
|
22
|
-
|
|
23
|
-
export interface ConversionPlanResult {
|
|
24
|
-
modelType: string;
|
|
25
|
-
sourceQuantization: string;
|
|
26
|
-
quantizationInfo: Record<string, unknown>;
|
|
27
|
-
moeConfig?: MoEConfigSchema | null;
|
|
28
|
-
manifestQuantization: string;
|
|
29
|
-
manifestInference: Record<string, unknown>;
|
|
30
|
-
headDim?: number;
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
export interface ValidateKernelPathContext {
|
|
34
|
-
quantizationInfo?: {
|
|
35
|
-
weights?: string | null;
|
|
36
|
-
compute?: string | null;
|
|
37
|
-
layout?: string | null;
|
|
38
|
-
} | null;
|
|
39
|
-
}
|
|
40
|
-
|
|
41
|
-
export interface ResolveConvertedModelIdOptions {
|
|
42
|
-
explicitModelId?: string | null;
|
|
43
|
-
converterConfig?: ConverterConfigSchema | null;
|
|
44
|
-
detectedModelId?: string | null;
|
|
45
|
-
fallbackModelId?: string | null;
|
|
46
|
-
quantizationInfo?: { variantTag?: string | null } | null;
|
|
47
|
-
sanitizeOnly?: boolean;
|
|
48
|
-
}
|
|
49
|
-
|
|
50
|
-
export declare function inferSourceWeightQuantization(
|
|
51
|
-
tensors: ConversionPlanInputTensor[] | null | undefined
|
|
52
|
-
): string;
|
|
53
|
-
|
|
54
|
-
export declare function resolveConversionPlan(options: ResolveConversionPlanOptions): ConversionPlanResult;
|
|
55
|
-
|
|
56
|
-
export declare function resolveConvertedModelId(options: ResolveConvertedModelIdOptions): string | null;
|
package/src/converter/index.d.ts
DELETED
|
@@ -1,98 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Converter Module - Public API
|
|
3
|
-
*
|
|
4
|
-
* This module provides model conversion utilities for transforming
|
|
5
|
-
* GGUF and SafeTensors models into the RDRR format used by DOPPLER.
|
|
6
|
-
*
|
|
7
|
-
* @module converter
|
|
8
|
-
*/
|
|
9
|
-
|
|
10
|
-
export {
|
|
11
|
-
type TensorInfo,
|
|
12
|
-
type ParsedModel,
|
|
13
|
-
type ModelConfig,
|
|
14
|
-
type ConvertStageType,
|
|
15
|
-
type ConvertProgress,
|
|
16
|
-
type ConvertOptions,
|
|
17
|
-
type ShardInfo,
|
|
18
|
-
type TensorSpan,
|
|
19
|
-
type TensorLocation,
|
|
20
|
-
type TensorLocationSingle,
|
|
21
|
-
type TensorLocationMulti,
|
|
22
|
-
type ArchitectureConfig,
|
|
23
|
-
type TokenizerInfo,
|
|
24
|
-
type RDRRManifest,
|
|
25
|
-
type ConvertResult,
|
|
26
|
-
type ConvertIO,
|
|
27
|
-
SHARD_SIZE,
|
|
28
|
-
RDRR_VERSION,
|
|
29
|
-
ConvertStage,
|
|
30
|
-
sanitizeModelId,
|
|
31
|
-
resolveBundledTokenizerVocabSize,
|
|
32
|
-
formatBytes,
|
|
33
|
-
shouldQuantize,
|
|
34
|
-
normalizeStorageQuant,
|
|
35
|
-
resolveTensorTargetQuant,
|
|
36
|
-
transformTensorBytes,
|
|
37
|
-
extractArchitecture,
|
|
38
|
-
buildTensorMap,
|
|
39
|
-
createManifest,
|
|
40
|
-
convertModel,
|
|
41
|
-
generateShardFilename,
|
|
42
|
-
} from './core.js';
|
|
43
|
-
|
|
44
|
-
export {
|
|
45
|
-
type QuantizeResult,
|
|
46
|
-
type QuantizationError,
|
|
47
|
-
type QuantizeOptions,
|
|
48
|
-
type Q4KLayout,
|
|
49
|
-
float32ToFloat16,
|
|
50
|
-
float16ToFloat32,
|
|
51
|
-
quantizeToQ4KM,
|
|
52
|
-
quantizeToQ4KMRowWise,
|
|
53
|
-
quantizeToQ4KMColumnWise,
|
|
54
|
-
transposeF32,
|
|
55
|
-
getQ4KSize,
|
|
56
|
-
dequantizeQ4KM,
|
|
57
|
-
calculateQuantizationError,
|
|
58
|
-
quantizeF16ToQ4KM,
|
|
59
|
-
shouldQuantize as shouldQuantizeTensor,
|
|
60
|
-
getQuantizedSize,
|
|
61
|
-
QK_K,
|
|
62
|
-
QK4_K_BLOCK_SIZE,
|
|
63
|
-
} from './quantizer.js';
|
|
64
|
-
|
|
65
|
-
export {
|
|
66
|
-
ShardPacker,
|
|
67
|
-
type ShardIO,
|
|
68
|
-
type TensorSpan as PackerTensorSpan,
|
|
69
|
-
type TensorLocationSingle as PackerTensorLocationSingle,
|
|
70
|
-
type TensorLocationMulti as PackerTensorLocationMulti,
|
|
71
|
-
type TensorLocation as PackerTensorLocation,
|
|
72
|
-
type ShardPackerOptions,
|
|
73
|
-
type ShardPackerResult,
|
|
74
|
-
type PackerTensorInput,
|
|
75
|
-
sortTensorsByGroup,
|
|
76
|
-
estimateShardCount,
|
|
77
|
-
} from './shard-packer.js';
|
|
78
|
-
|
|
79
|
-
export {
|
|
80
|
-
type ConversionPlanInputTensor,
|
|
81
|
-
type ResolveConversionPlanOptions,
|
|
82
|
-
type ConversionPlanResult,
|
|
83
|
-
type ValidateKernelPathContext,
|
|
84
|
-
type ResolveConvertedModelIdOptions,
|
|
85
|
-
inferSourceWeightQuantization,
|
|
86
|
-
resolveConversionPlan,
|
|
87
|
-
resolveConvertedModelId,
|
|
88
|
-
} from './conversion-plan.js';
|
|
89
|
-
|
|
90
|
-
export {
|
|
91
|
-
type DiffusionTensor,
|
|
92
|
-
type ParsedTensorBundle,
|
|
93
|
-
type DiffusionParserAdapter,
|
|
94
|
-
type ParsedDiffusionModel,
|
|
95
|
-
type DiffusionLayout,
|
|
96
|
-
detectDiffusionLayout,
|
|
97
|
-
parseDiffusionModel,
|
|
98
|
-
} from './parsers/index.js';
|
package/src/converter/index.js
DELETED
|
@@ -1,59 +0,0 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
// Core conversion logic
|
|
4
|
-
export {
|
|
5
|
-
SHARD_SIZE,
|
|
6
|
-
RDRR_VERSION,
|
|
7
|
-
ConvertStage,
|
|
8
|
-
sanitizeModelId,
|
|
9
|
-
resolveBundledTokenizerVocabSize,
|
|
10
|
-
formatBytes,
|
|
11
|
-
shouldQuantize,
|
|
12
|
-
normalizeStorageQuant,
|
|
13
|
-
resolveTensorTargetQuant,
|
|
14
|
-
transformTensorBytes,
|
|
15
|
-
extractArchitecture,
|
|
16
|
-
buildTensorMap,
|
|
17
|
-
createManifest,
|
|
18
|
-
convertModel,
|
|
19
|
-
generateShardFilename,
|
|
20
|
-
} from './core.js';
|
|
21
|
-
|
|
22
|
-
// RDRR Writer
|
|
23
|
-
|
|
24
|
-
// Quantization
|
|
25
|
-
export {
|
|
26
|
-
float32ToFloat16,
|
|
27
|
-
float16ToFloat32,
|
|
28
|
-
quantizeToQ4KM,
|
|
29
|
-
quantizeToQ4KMRowWise,
|
|
30
|
-
quantizeToQ4KMColumnWise,
|
|
31
|
-
transposeF32,
|
|
32
|
-
getQ4KSize,
|
|
33
|
-
dequantizeQ4KM,
|
|
34
|
-
calculateQuantizationError,
|
|
35
|
-
quantizeF16ToQ4KM,
|
|
36
|
-
shouldQuantize as shouldQuantizeTensor,
|
|
37
|
-
getQuantizedSize,
|
|
38
|
-
QK_K,
|
|
39
|
-
QK4_K_BLOCK_SIZE,
|
|
40
|
-
} from './quantizer.js';
|
|
41
|
-
|
|
42
|
-
// Shard Packer
|
|
43
|
-
export {
|
|
44
|
-
ShardPacker,
|
|
45
|
-
sortTensorsByGroup,
|
|
46
|
-
estimateShardCount,
|
|
47
|
-
} from './shard-packer.js';
|
|
48
|
-
|
|
49
|
-
// Shared conversion planning helpers
|
|
50
|
-
export {
|
|
51
|
-
inferSourceWeightQuantization,
|
|
52
|
-
resolveConversionPlan,
|
|
53
|
-
resolveConvertedModelId,
|
|
54
|
-
} from './conversion-plan.js';
|
|
55
|
-
|
|
56
|
-
export {
|
|
57
|
-
detectDiffusionLayout,
|
|
58
|
-
parseDiffusionModel,
|
|
59
|
-
} from './parsers/index.js';
|
|
@@ -1,50 +0,0 @@
|
|
|
1
|
-
export interface DiffusionTensor {
|
|
2
|
-
name: string;
|
|
3
|
-
shape: number[];
|
|
4
|
-
dtype: string;
|
|
5
|
-
size: number;
|
|
6
|
-
offset: number;
|
|
7
|
-
sourcePath?: string;
|
|
8
|
-
}
|
|
9
|
-
|
|
10
|
-
export interface ParsedTensorBundle {
|
|
11
|
-
tensors: DiffusionTensor[];
|
|
12
|
-
}
|
|
13
|
-
|
|
14
|
-
export interface DiffusionParserAdapter {
|
|
15
|
-
readJson: (suffix: string, label?: string) => Promise<Record<string, unknown>>;
|
|
16
|
-
readText: (suffix: string, label?: string) => Promise<string>;
|
|
17
|
-
readBinary: (suffix: string, label?: string) => Promise<ArrayBuffer>;
|
|
18
|
-
findExistingSuffix: (suffixes: string[]) => string | null;
|
|
19
|
-
parseSingleSafetensors: (
|
|
20
|
-
suffix: string,
|
|
21
|
-
componentId: string
|
|
22
|
-
) => Promise<ParsedTensorBundle>;
|
|
23
|
-
parseShardedSafetensors: (
|
|
24
|
-
indexSuffix: string,
|
|
25
|
-
indexJson: Record<string, unknown>,
|
|
26
|
-
componentId: string
|
|
27
|
-
) => Promise<ParsedTensorBundle>;
|
|
28
|
-
onProgress?: (update: {
|
|
29
|
-
stage?: string;
|
|
30
|
-
message?: string;
|
|
31
|
-
}) => void;
|
|
32
|
-
signal?: AbortSignal | null;
|
|
33
|
-
}
|
|
34
|
-
|
|
35
|
-
export interface ParsedDiffusionModel {
|
|
36
|
-
tensors: DiffusionTensor[];
|
|
37
|
-
config: Record<string, unknown>;
|
|
38
|
-
auxFiles: Array<{ name: string; data: string | ArrayBuffer }>;
|
|
39
|
-
architecture: 'diffusion';
|
|
40
|
-
layout: string;
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
export interface DiffusionLayout {
|
|
44
|
-
id: string;
|
|
45
|
-
requiredComponents: string[];
|
|
46
|
-
}
|
|
47
|
-
|
|
48
|
-
export declare function detectDiffusionLayout(modelIndex: Record<string, unknown>): DiffusionLayout;
|
|
49
|
-
|
|
50
|
-
export declare function parseDiffusionModel(adapter: DiffusionParserAdapter): Promise<ParsedDiffusionModel>;
|
|
@@ -1,31 +0,0 @@
|
|
|
1
|
-
export interface TensorSource {
|
|
2
|
-
sourceType?: string;
|
|
3
|
-
name?: string | null;
|
|
4
|
-
size: number;
|
|
5
|
-
file?: Blob | File;
|
|
6
|
-
readRange: (offset: number, length: number) => Promise<ArrayBuffer>;
|
|
7
|
-
readAll?: () => Promise<ArrayBuffer>;
|
|
8
|
-
close?: () => Promise<void>;
|
|
9
|
-
getAuxFiles?: () => Promise<Record<string, unknown>> | Record<string, unknown>;
|
|
10
|
-
}
|
|
11
|
-
|
|
12
|
-
export interface GGUFParserAdapter {
|
|
13
|
-
file: File | TensorSource;
|
|
14
|
-
parseGGUFHeaderFromSource: (source: TensorSource) => Promise<Record<string, unknown>>;
|
|
15
|
-
normalizeTensorSource: (file: File | TensorSource) => TensorSource;
|
|
16
|
-
onProgress?: (update: { stage?: string; message?: string }) => void;
|
|
17
|
-
signal?: AbortSignal | null;
|
|
18
|
-
}
|
|
19
|
-
|
|
20
|
-
export interface ParsedGGUFModel {
|
|
21
|
-
format: 'gguf';
|
|
22
|
-
tensors: Array<Record<string, unknown>>;
|
|
23
|
-
config: Record<string, unknown>;
|
|
24
|
-
architecture: string;
|
|
25
|
-
quantization: string;
|
|
26
|
-
tensorDataOffset: number;
|
|
27
|
-
file: File;
|
|
28
|
-
source: TensorSource;
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
export declare function parseGGUFModel(adapter: GGUFParserAdapter): Promise<ParsedGGUFModel>;
|
|
@@ -1,21 +0,0 @@
|
|
|
1
|
-
export {
|
|
2
|
-
type DiffusionTensor,
|
|
3
|
-
type ParsedTensorBundle,
|
|
4
|
-
type DiffusionParserAdapter,
|
|
5
|
-
type ParsedDiffusionModel,
|
|
6
|
-
type DiffusionLayout,
|
|
7
|
-
detectDiffusionLayout,
|
|
8
|
-
parseDiffusionModel,
|
|
9
|
-
} from './diffusion.js';
|
|
10
|
-
|
|
11
|
-
export {
|
|
12
|
-
type TransformerParserAdapter,
|
|
13
|
-
type ParsedTransformerModel,
|
|
14
|
-
parseTransformerModel,
|
|
15
|
-
} from './transformer.js';
|
|
16
|
-
|
|
17
|
-
export {
|
|
18
|
-
type GGUFParserAdapter,
|
|
19
|
-
type ParsedGGUFModel,
|
|
20
|
-
parseGGUFModel,
|
|
21
|
-
} from './gguf.js';
|