doppler-gpu 0.4.2 → 0.4.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +210 -0
- package/README.md +63 -38
- package/assets/doppler.svg +57 -1601
- package/package.json +111 -32
- package/src/cli/cli-model-resolution.js +275 -0
- package/src/cli/cli-output.js +486 -0
- package/src/cli/doppler-cli.d.ts +18 -0
- package/src/cli/doppler-cli.js +885 -744
- package/src/cli/doppler-quickstart.d.ts +7 -23
- package/src/cli/doppler-quickstart.js +4 -2
- package/src/cli/doppler-serve.d.ts +210 -0
- package/src/cli/doppler-serve.js +469 -43
- package/src/cli/runtime-profiles.d.ts +40 -0
- package/src/cli/runtime-profiles.js +225 -0
- package/src/client/doppler-api.js +1 -6
- package/src/client/doppler-registry.d.ts +12 -0
- package/src/client/doppler-registry.js +27 -0
- package/src/client/doppler-registry.json +66 -10
- package/src/client/failure-taxonomy.js +139 -0
- package/src/client/fault-injection.js +30 -0
- package/src/client/provider.d.ts +151 -0
- package/src/client/provider.js +374 -0
- package/src/client/receipt.js +156 -0
- package/src/client/runtime/index.js +69 -4
- package/src/client/runtime/lora.d.ts +11 -1
- package/src/client/runtime/lora.js +28 -7
- package/src/client/runtime/model-manager.d.ts +0 -14
- package/src/client/runtime/model-manager.js +34 -50
- package/src/client/runtime/model-session.d.ts +2 -1
- package/src/client/runtime/model-session.js +35 -2
- package/src/client/runtime/model-source.d.ts +13 -1
- package/src/client/runtime/model-source.js +148 -3
- package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
- package/src/client/runtime/node-quickstart-cache.js +353 -0
- package/src/client/runtime/source-runtime.js +1 -10
- package/src/client/runtime/types.d.ts +8 -60
- package/src/client/wrap-pipeline-handle.d.ts +82 -0
- package/src/client/wrap-pipeline-handle.js +259 -0
- package/src/config/README.md +3 -1
- package/src/config/conversion/README.md +28 -157
- package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +646 -0
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +21 -6
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +19 -12
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +27 -12
- package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +393 -0
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +425 -0
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +39 -16
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +19 -12
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +27 -12
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +737 -0
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +730 -0
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +780 -0
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +716 -0
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +591 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +367 -61
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +19 -12
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +82 -36
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +96 -60
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +521 -0
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +515 -0
- package/src/config/execution-contract-check.js +6 -5
- package/src/config/goal-completion-matrix.json +552 -0
- package/src/config/kernel-path-loader.d.ts +8 -2
- package/src/config/kernel-path-loader.js +192 -38
- package/src/config/kernels/kernel-ref-digests.js +163 -126
- package/src/config/kernels/registry.d.ts +0 -35
- package/src/config/kernels/registry.js +5 -9
- package/src/config/kernels/registry.json +3593 -1146
- package/src/config/merge-contract-check.js +7 -3
- package/src/config/merge-helpers.d.ts +3 -1
- package/src/config/merge-helpers.js +2 -1
- package/src/config/merge.d.ts +1 -0
- package/src/config/merge.js +65 -7
- package/src/config/model-lanes/catalog-lane-resolver.d.ts +66 -0
- package/src/config/model-lanes/catalog-lane-resolver.js +170 -0
- package/src/config/param-categories.d.ts +0 -9
- package/src/config/param-categories.js +1 -5
- package/src/config/param-validator.d.ts +2 -0
- package/src/config/param-validator.js +20 -0
- package/src/config/platforms/loader.d.ts +0 -27
- package/src/config/platforms/loader.js +0 -30
- package/src/config/required-inference-fields-contract-check.js +1 -7
- package/src/config/runtime/README.md +28 -0
- package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +1 -1
- package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
- package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
- package/src/config/runtime/experiments/verify/lfm2-verify.json +3 -3
- package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
- package/src/config/runtime/profiles/diffusiongemma-26b-a4b-throughput.json +26 -0
- package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-overlapped-probe.json +42 -0
- package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-probe.json +39 -0
- package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-b4.json +48 -0
- package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-single.json +46 -0
- package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
- package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
- package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
- package/src/config/schema/bridge.schema.d.ts +16 -0
- package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
- package/src/config/schema/browser-suite-metrics.schema.js +2 -0
- package/src/config/schema/buffer-pool.schema.js +3 -3
- package/src/config/schema/claim-evidence-contract.schema.json +93 -0
- package/src/config/schema/command-surface-contract.schema.json +81 -0
- package/src/config/schema/converter.schema.d.ts +16 -0
- package/src/config/schema/converter.schema.js +11 -0
- package/src/config/schema/debug.schema.d.ts +22 -1
- package/src/config/schema/debug.schema.js +1 -0
- package/src/config/schema/distill-training.schema.d.ts +0 -1
- package/src/config/schema/distill-training.schema.js +1 -1
- package/src/config/schema/doppler.schema.d.ts +13 -2
- package/src/config/schema/doppler.schema.js +140 -8
- package/src/config/schema/emulation.schema.d.ts +3 -0
- package/src/config/schema/emulation.schema.js +16 -16
- package/src/config/schema/execution-v1.schema.d.ts +39 -1
- package/src/config/schema/execution-v1.schema.js +35 -20
- package/src/config/schema/goal-completion-matrix.schema.json +223 -0
- package/src/config/schema/index.d.ts +52 -1
- package/src/config/schema/index.js +14 -0
- package/src/config/schema/inference.schema.d.ts +14 -3
- package/src/config/schema/kernel-path.schema.d.ts +6 -27
- package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
- package/src/config/schema/kernel-thresholds.schema.js +3 -7
- package/src/config/schema/kvcache.schema.js +0 -9
- package/src/config/schema/loading.schema.d.ts +12 -0
- package/src/config/schema/loading.schema.js +4 -0
- package/src/config/schema/manifest.schema.d.ts +175 -2
- package/src/config/schema/manifest.schema.js +58 -3
- package/src/config/schema/model-artifact-contract.schema.json +119 -0
- package/src/config/schema/moe.schema.d.ts +13 -0
- package/src/config/schema/moe.schema.js +1 -9
- package/src/config/schema/policy-schema-registry.json +26 -0
- package/src/config/schema/program-bundle.schema.d.ts +233 -0
- package/src/config/schema/program-bundle.schema.js +393 -0
- package/src/config/schema/subsystem-support-contract.schema.json +48 -0
- package/src/config/schema/training-metrics.schema.d.ts +1 -1
- package/src/config/schema/training-metrics.schema.js +4 -3
- package/src/config/schema/ul-training.schema.d.ts +0 -1
- package/src/config/schema/ul-training.schema.js +1 -1
- package/src/config/source-packages/litert/gemma-4-12b-it.json +390 -0
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +41 -20
- package/src/config/source-packages/litert/gemma-4-e4b-it.json +370 -0
- package/src/config/source-packages/registry.json +25 -0
- package/src/config/supported-operations.d.ts +14 -0
- package/src/config/supported-operations.js +34 -0
- package/src/config/supported-operations.json +183 -0
- package/src/config/training-defaults.js +1 -7
- package/src/config/transforms/capability-transform-resolver.d.ts +13 -2
- package/src/config/transforms/capability-transform-resolver.js +3 -1
- package/src/config/transforms/execution-graph-transforms.d.ts +97 -0
- package/src/config/transforms/execution-graph-transforms.js +829 -168
- package/src/converter/conversion-plan.d.ts +2 -0
- package/src/converter/conversion-plan.js +31 -14
- package/src/converter/core.d.ts +65 -0
- package/src/converter/core.js +1153 -22
- package/src/converter/parsers/diffusion.js +1 -33
- package/src/converter/quantization-info.d.ts +5 -4
- package/src/converter/quantization-info.js +218 -5
- package/src/converter/quantizer.d.ts +24 -4
- package/src/converter/quantizer.js +92 -2
- package/src/debug/config.d.ts +0 -4
- package/src/debug/config.js +0 -17
- package/src/debug/index.d.ts +28 -30
- package/src/debug/index.js +0 -18
- package/src/debug/stats.d.ts +0 -8
- package/src/debug/stats.js +3 -3
- package/src/debug/tensor.d.ts +9 -2
- package/src/debug/tensor.js +11 -4
- package/src/debug/trace.js +2 -15
- package/src/errors/doppler-error.js +20 -0
- package/src/experimental/adapters/lora-loader.js +109 -24
- package/src/experimental/browser/quantization.d.ts +5 -0
- package/src/experimental/diffusion/index.d.ts +24 -0
- package/src/experimental/diffusion/index.js +10 -0
- package/src/experimental/distribution/descriptor-transport.d.ts +117 -0
- package/src/experimental/distribution/descriptor-transport.js +342 -0
- package/src/experimental/distribution/shard-delivery.js +179 -23
- package/src/experimental/training/README.md +11 -0
- package/src/experimental/training/artifacts.js +1 -14
- package/src/experimental/training/autograd.js +33 -8
- package/src/experimental/training/checkpoint.js +1 -14
- package/src/experimental/training/datasets/gepa-frontier.d.ts +41 -0
- package/src/experimental/training/datasets/gepa-frontier.js +220 -0
- package/src/experimental/training/datasets/index.d.ts +13 -1
- package/src/experimental/training/datasets/index.js +8 -1
- package/src/experimental/training/datasets/teacher-traces.d.ts +51 -0
- package/src/experimental/training/datasets/teacher-traces.js +279 -0
- package/src/experimental/training/datasets/text-pairs.d.ts +45 -0
- package/src/experimental/training/datasets/text-pairs.js +82 -5
- package/src/experimental/training/datasets/token-batch.d.ts +1 -1
- package/src/experimental/training/datasets/token-batch.js +2 -2
- package/src/experimental/training/distillation/dataset.js +2 -15
- package/src/experimental/training/distillation/eval.js +3 -3
- package/src/experimental/training/distillation/runtime.js +3 -16
- package/src/experimental/training/distillation/student-fixture.d.ts +5 -0
- package/src/experimental/training/distillation/student-fixture.js +296 -38
- package/src/experimental/training/export.d.ts +9 -0
- package/src/experimental/training/export.js +113 -7
- package/src/experimental/training/index.d.ts +13 -1
- package/src/experimental/training/index.js +13 -1
- package/src/experimental/training/lora-pipeline.d.ts +143 -0
- package/src/experimental/training/lora-pipeline.js +1733 -58
- package/src/experimental/training/lora.js +23 -1
- package/src/experimental/training/loss.js +1 -1
- package/src/experimental/training/objectives/base.d.ts +2 -2
- package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.js +2 -2
- package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
- package/src/experimental/training/objectives/distill_triplet.js +2 -2
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
- package/src/experimental/training/operator-agent-eval.d.ts +65 -0
- package/src/experimental/training/operator-agent-eval.js +326 -0
- package/src/experimental/training/operator-artifacts.js +1 -14
- package/src/experimental/training/operator-command.js +310 -51
- package/src/experimental/training/runner.d.ts +1 -0
- package/src/experimental/training/runner.js +5 -14
- package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +160 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +175 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +175 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +160 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +162 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +160 -0
- package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +137 -0
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +152 -0
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +152 -0
- package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +137 -0
- package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +139 -0
- package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +137 -0
- package/src/experimental/training/workload-packs/registry.json +192 -12
- package/src/experimental/training/workloads.d.ts +37 -0
- package/src/experimental/training/workloads.js +111 -2
- package/src/formats/gguf/types.d.ts +0 -63
- package/src/formats/gguf/types.js +58 -38
- package/src/formats/litert/types.d.ts +0 -13
- package/src/formats/litert/types.js +2 -2
- package/src/formats/rdrr/distributed/index.d.ts +34 -0
- package/src/formats/rdrr/distributed/index.js +3 -0
- package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
- package/src/formats/rdrr/distributed/parsing.js +23 -0
- package/src/formats/rdrr/distributed/validation.d.ts +23 -0
- package/src/formats/rdrr/distributed/validation.js +131 -0
- package/src/formats/rdrr/functional-descriptor.d.ts +73 -0
- package/src/formats/rdrr/functional-descriptor.js +230 -0
- package/src/formats/rdrr/groups.d.ts +1 -13
- package/src/formats/rdrr/groups.js +0 -34
- package/src/formats/rdrr/index.d.ts +10 -0
- package/src/formats/rdrr/index.js +10 -0
- package/src/formats/rdrr/integrity.d.ts +51 -0
- package/src/formats/rdrr/integrity.js +200 -0
- package/src/formats/rdrr/lowerings.d.ts +28 -0
- package/src/formats/rdrr/lowerings.js +112 -0
- package/src/formats/rdrr/manifest.d.ts +0 -14
- package/src/formats/rdrr/manifest.js +5 -58
- package/src/formats/rdrr/merkle.d.ts +24 -0
- package/src/formats/rdrr/merkle.js +118 -0
- package/src/formats/rdrr/parsing.js +26 -6
- package/src/formats/rdrr/slice-compiler.d.ts +29 -0
- package/src/formats/rdrr/slice-compiler.js +188 -0
- package/src/formats/rdrr/source-transform-contract.js +10 -1
- package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
- package/src/formats/rdrr/storage-descriptor.js +193 -0
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
- package/src/formats/rdrr/tensor-config-validator.js +0 -30
- package/src/formats/rdrr/types.d.ts +111 -2
- package/src/formats/rdrr/validation.js +260 -1
- package/src/formats/tflite/types.d.ts +0 -31
- package/src/formats/tflite/types.js +5 -5
- package/src/gpu/command-recorder.d.ts +45 -23
- package/src/gpu/command-recorder.js +122 -25
- package/src/gpu/device.d.ts +17 -3
- package/src/gpu/device.js +130 -14
- package/src/gpu/kernel-runtime.d.ts +8 -15
- package/src/gpu/kernel-selection-log.d.ts +0 -8
- package/src/gpu/kernel-selection-log.js +0 -15
- package/src/gpu/kernel-tuner/cache.js +1 -8
- package/src/gpu/kernels/README.md +50 -18
- package/src/gpu/kernels/activation_static_qdq.wgsl +3 -1
- package/src/gpu/kernels/attention.d.ts +28 -19
- package/src/gpu/kernels/attention.js +458 -16
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
- package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_online_head256_f16kv.wgsl +236 -0
- package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_f16.wgsl +88 -30
- package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
- package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
- package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
- package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
- package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
- package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
- package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_streaming_f16.wgsl +34 -9
- package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
- package/src/gpu/kernels/backward/cross_entropy_backward.js +72 -3
- package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +2 -2
- package/src/gpu/kernels/backward/index.d.ts +6 -0
- package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
- package/src/gpu/kernels/backward/utils.d.ts +35 -0
- package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
- package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
- package/src/gpu/kernels/cast.js +74 -67
- package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +12 -50
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +16 -33
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +15 -12
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +255 -170
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
- package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
- package/src/gpu/kernels/constants.d.ts +9 -48
- package/src/gpu/kernels/constants.js +0 -23
- package/src/gpu/kernels/conv2d.d.ts +0 -4
- package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant.d.ts +0 -16
- package/src/gpu/kernels/dequant.js +1 -71
- package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant_shared.wgsl +1 -55
- package/src/gpu/kernels/diffusion-gemma-sampling.d.ts +19 -0
- package/src/gpu/kernels/diffusion-gemma-sampling.js +104 -0
- package/src/gpu/kernels/diffusion_gemma_sampling.wgsl +130 -0
- package/src/gpu/kernels/dispatch.d.ts +12 -97
- package/src/gpu/kernels/dispatch.js +13 -120
- package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
- package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
- package/src/gpu/kernels/fused_ffn.js +3 -4
- package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
- package/src/gpu/kernels/fused_matmul_litert_int4_f16a.wgsl +78 -0
- package/src/gpu/kernels/fused_matmul_litert_int4_f16a_f32out.wgsl +78 -0
- package/src/gpu/kernels/fused_matmul_litert_int4_f32a_f32out.wgsl +76 -0
- package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
- package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
- package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
- package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
- package/src/gpu/kernels/fused_matmul_rmsnorm.js +101 -80
- package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a.wgsl +116 -0
- package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a_f32out.wgsl +116 -0
- package/src/gpu/kernels/fused_matmul_w4a16_f16a.wgsl +95 -0
- package/src/gpu/kernels/fused_matmul_w4a16_f16a_f32out.wgsl +95 -0
- package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
- package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
- package/src/gpu/kernels/gather.d.ts +84 -8
- package/src/gpu/kernels/gather.js +353 -5
- package/src/gpu/kernels/gather_f16.wgsl +1 -1
- package/src/gpu/kernels/gather_litert_int4_vec4_f16_out.wgsl +75 -0
- package/src/gpu/kernels/gather_litert_int4_vec4_f32_out.wgsl +72 -0
- package/src/gpu/kernels/gather_split4_f16_vec4_f16_out.wgsl +103 -0
- package/src/gpu/kernels/gather_split8_f16_vec4_f16_out.wgsl +143 -0
- package/src/gpu/kernels/gather_split8_f16_vec4_f32_out.wgsl +143 -0
- package/src/gpu/kernels/gelu.wgsl +11 -7
- package/src/gpu/kernels/gelu_f16.wgsl +25 -22
- package/src/gpu/kernels/gemma4-route-expert.d.ts +35 -0
- package/src/gpu/kernels/gemma4-route-expert.js +126 -0
- package/src/gpu/kernels/gemma4_route_q4_matmul_f16a.wgsl +210 -0
- package/src/gpu/kernels/groupnorm.d.ts +0 -4
- package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
- package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
- package/src/gpu/kernels/index.d.ts +77 -5
- package/src/gpu/kernels/index.js +55 -4
- package/src/gpu/kernels/kv-cache-write.d.ts +22 -0
- package/src/gpu/kernels/kv-cache-write.js +126 -0
- package/src/gpu/kernels/kv_cache_write_f32_to_f16.wgsl +32 -0
- package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
- package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
- package/src/gpu/kernels/layernorm.d.ts +0 -4
- package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
- package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
- package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
- package/src/gpu/kernels/lm-head-argmax.d.ts +19 -0
- package/src/gpu/kernels/lm-head-argmax.js +218 -0
- package/src/gpu/kernels/lm_head_argmax_f16.wgsl +189 -0
- package/src/gpu/kernels/logit-merge.d.ts +0 -24
- package/src/gpu/kernels/logit-merge.js +1 -17
- package/src/gpu/kernels/matmul-dispatch.d.ts +11 -0
- package/src/gpu/kernels/matmul-dispatch.js +44 -2
- package/src/gpu/kernels/matmul-selection.d.ts +5 -5
- package/src/gpu/kernels/matmul-selection.js +172 -10
- package/src/gpu/kernels/matmul.d.ts +1 -29
- package/src/gpu/kernels/matmul.js +240 -38
- package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
- package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
- package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
- package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
- package/src/gpu/kernels/modulate_f16.wgsl +1 -1
- package/src/gpu/kernels/moe.d.ts +1 -56
- package/src/gpu/kernels/moe.js +46 -33
- package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
- package/src/gpu/kernels/pipeline-cache.d.ts +8 -0
- package/src/gpu/kernels/pipeline-cache.js +24 -0
- package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
- package/src/gpu/kernels/rep-penalty.d.ts +21 -0
- package/src/gpu/kernels/rep-penalty.js +17 -9
- package/src/gpu/kernels/residual.d.ts +1 -12
- package/src/gpu/kernels/residual.js +13 -1
- package/src/gpu/kernels/residual.wgsl +3 -3
- package/src/gpu/kernels/residual_f16.wgsl +6 -4
- package/src/gpu/kernels/residual_f16_vec4.wgsl +6 -6
- package/src/gpu/kernels/residual_vec4.wgsl +6 -6
- package/src/gpu/kernels/rmsnorm-pair.d.ts +39 -0
- package/src/gpu/kernels/rmsnorm-pair.js +152 -0
- package/src/gpu/kernels/rmsnorm-qk.d.ts +41 -0
- package/src/gpu/kernels/rmsnorm-qk.js +128 -0
- package/src/gpu/kernels/rmsnorm.d.ts +30 -7
- package/src/gpu/kernels/rmsnorm.js +49 -8
- package/src/gpu/kernels/rmsnorm.wgsl +15 -12
- package/src/gpu/kernels/rmsnorm_f16.wgsl +69 -39
- package/src/gpu/kernels/rmsnorm_pair.wgsl +224 -0
- package/src/gpu/kernels/rmsnorm_qk.wgsl +118 -0
- package/src/gpu/kernels/rmsnorm_qk_f16.wgsl +143 -0
- package/src/gpu/kernels/rope-qk.d.ts +41 -0
- package/src/gpu/kernels/rope-qk.js +143 -0
- package/src/gpu/kernels/rope.d.ts +1 -5
- package/src/gpu/kernels/rope.js +12 -2
- package/src/gpu/kernels/rope.wgsl +33 -19
- package/src/gpu/kernels/rope_f16.wgsl +39 -25
- package/src/gpu/kernels/rope_qk.wgsl +95 -0
- package/src/gpu/kernels/rope_qk_f16.wgsl +97 -0
- package/src/gpu/kernels/rule-registry.js +50 -10
- package/src/gpu/kernels/sample.d.ts +0 -5
- package/src/gpu/kernels/sample.js +212 -187
- package/src/gpu/kernels/sample.wgsl +7 -6
- package/src/gpu/kernels/sample_f16.wgsl +28 -30
- package/src/gpu/kernels/scatter_add_dynamic_expert_scale.wgsl +47 -0
- package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
- package/src/gpu/kernels/scatter_add_dynamic_f16_expert_scale.wgsl +49 -0
- package/src/gpu/kernels/scatter_add_dynamic_f16_weights_expert_scale.wgsl +49 -0
- package/src/gpu/kernels/scatter_add_routes_f16_weights_expert_scale.wgsl +45 -0
- package/src/gpu/kernels/shader-cache.d.ts +13 -0
- package/src/gpu/kernels/shader-cache.js +28 -21
- package/src/gpu/kernels/silu_f16.wgsl +1 -1
- package/src/gpu/kernels/soft-embedding.d.ts +28 -0
- package/src/gpu/kernels/soft-embedding.js +447 -0
- package/src/gpu/kernels/soft_embedding_logits_f16.wgsl +107 -0
- package/src/gpu/kernels/soft_embedding_split_f16.wgsl +46 -0
- package/src/gpu/kernels/softmax.wgsl +8 -223
- package/src/gpu/kernels/split-qkv-rmsnorm-qk.d.ts +44 -0
- package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +154 -0
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.d.ts +59 -0
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +245 -0
- package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
- package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
- package/src/gpu/kernels/split_qkv_rmsnorm_qk.wgsl +146 -0
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +185 -0
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +187 -0
- package/src/gpu/kernels/topk_f16.wgsl +1 -1
- package/src/gpu/kernels/turboquant-codebook.js +11 -40
- package/src/gpu/kernels/uniform-utils.d.ts +18 -0
- package/src/gpu/kernels/uniform-utils.js +2 -5
- package/src/gpu/kernels/upsample2d.d.ts +0 -4
- package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
- package/src/gpu/kernels/utils.d.ts +43 -0
- package/src/gpu/kernels/utils.js +81 -11
- package/src/gpu/perf-guards.d.ts +0 -12
- package/src/gpu/perf-guards.js +0 -62
- package/src/gpu/profiler.d.ts +0 -21
- package/src/gpu/profiler.js +0 -34
- package/src/gpu/readback-utils.js +10 -2
- package/src/gpu/submit-tracker.d.ts +0 -57
- package/src/gpu/submit-tracker.js +3 -62
- package/src/gpu/tensor.d.ts +0 -23
- package/src/gpu/tensor.js +0 -41
- package/src/gpu/uniform-cache.d.ts +10 -12
- package/src/gpu/uniform-cache.js +25 -30
- package/src/gpu/weight-buffer.d.ts +76 -7
- package/src/gpu/weight-buffer.js +85 -1
- package/src/index.d.ts +1 -0
- package/src/index.js +1 -0
- package/src/inference/browser-harness-diffusion-energy-suites.js +269 -1
- package/src/inference/browser-harness-model-helpers.d.ts +0 -9
- package/src/inference/browser-harness-model-helpers.js +22 -13
- package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
- package/src/inference/browser-harness-runtime-helpers.js +2 -2
- package/src/inference/browser-harness-suite-helpers.d.ts +13 -1
- package/src/inference/browser-harness-suite-helpers.js +525 -3
- package/src/inference/browser-harness-text-helpers.d.ts +89 -0
- package/src/inference/browser-harness-text-helpers.js +459 -25
- package/src/inference/browser-harness.d.ts +7 -28
- package/src/inference/browser-harness.js +556 -79
- package/src/inference/decode-ring.d.ts +1 -0
- package/src/inference/decode-ring.js +7 -5
- package/src/inference/kv-cache/base.d.ts +31 -0
- package/src/inference/kv-cache/base.js +125 -2
- package/src/inference/kv-cache/mixed-geometry.d.ts +11 -0
- package/src/inference/kv-cache/mixed-geometry.js +121 -4
- package/src/inference/kv-cache/quantized.js +2 -0
- package/src/inference/kv-cache/sliding-window.d.ts +14 -0
- package/src/inference/kv-cache/sliding-window.js +88 -0
- package/src/inference/kv-cache/tiered.js +7 -0
- package/src/inference/kv-cache/types.d.ts +2 -0
- package/src/inference/model-lanes/execution-lane-resolver.d.ts +61 -0
- package/src/inference/model-lanes/execution-lane-resolver.js +126 -0
- package/src/inference/moe-router.d.ts +14 -1
- package/src/inference/moe-router.js +24 -1
- package/src/inference/multi-model-network.d.ts +1 -1
- package/src/inference/multi-model-network.js +1 -2
- package/src/inference/network-evolution.d.ts +0 -12
- package/src/inference/network-evolution.js +2 -2
- package/src/inference/pipelines/audio/gemma4.js +52 -1
- package/src/inference/pipelines/context.js +17 -0
- package/src/inference/pipelines/diffusion/init.js +2 -2
- package/src/inference/pipelines/diffusion/pipeline.js +41 -96
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
- package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
- package/src/inference/pipelines/diffusion/vae.js +4 -4
- package/src/inference/pipelines/diffusion-gemma/config.d.ts +27 -0
- package/src/inference/pipelines/diffusion-gemma/config.js +149 -0
- package/src/inference/pipelines/diffusion-gemma/index.d.ts +31 -0
- package/src/inference/pipelines/diffusion-gemma/index.js +12 -0
- package/src/inference/pipelines/diffusion-gemma/pipeline.d.ts +69 -0
- package/src/inference/pipelines/diffusion-gemma/pipeline.js +380 -0
- package/src/inference/pipelines/diffusion-gemma/sampling.d.ts +128 -0
- package/src/inference/pipelines/diffusion-gemma/sampling.js +395 -0
- package/src/inference/pipelines/energy/quintel.d.ts +15 -0
- package/src/inference/pipelines/structured/index.d.ts +2 -0
- package/src/inference/pipelines/structured/index.js +2 -0
- package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
- package/src/inference/pipelines/text/attention/attn-config.js +1 -1
- package/src/inference/pipelines/text/attention/dispatch-params.d.ts +28 -4
- package/src/inference/pipelines/text/attention/dispatch-params.js +176 -2
- package/src/inference/pipelines/text/attention/projections.d.ts +73 -2
- package/src/inference/pipelines/text/attention/projections.js +398 -71
- package/src/inference/pipelines/text/attention/quant-options.d.ts +38 -0
- package/src/inference/pipelines/text/attention/record.js +542 -56
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
- package/src/inference/pipelines/text/attention/run.js +343 -50
- package/src/inference/pipelines/text/attention/types.d.ts +7 -1
- package/src/inference/pipelines/text/chat-format.d.ts +0 -10
- package/src/inference/pipelines/text/chat-format.js +1 -8
- package/src/inference/pipelines/text/config.d.ts +25 -26
- package/src/inference/pipelines/text/config.js +304 -25
- package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
- package/src/inference/pipelines/text/drift-policy.js +1 -1
- package/src/inference/pipelines/text/dtype-contract.d.ts +1 -1
- package/src/inference/pipelines/text/dtype-contract.js +4 -1
- package/src/inference/pipelines/text/embed.d.ts +25 -29
- package/src/inference/pipelines/text/embed.js +16 -45
- package/src/inference/pipelines/text/execution-plan.d.ts +13 -3
- package/src/inference/pipelines/text/execution-plan.js +21 -2
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +4 -4
- package/src/inference/pipelines/text/execution-runtime-builders.js +44 -39
- package/src/inference/pipelines/text/execution-v1.d.ts +20 -0
- package/src/inference/pipelines/text/execution-v1.js +461 -158
- package/src/inference/pipelines/text/ffn/dense.js +214 -6
- package/src/inference/pipelines/text/ffn/moe.d.ts +4 -1
- package/src/inference/pipelines/text/ffn/moe.js +9 -2
- package/src/inference/pipelines/text/ffn/sandwich.d.ts +3 -1
- package/src/inference/pipelines/text/ffn/sandwich.js +237 -15
- package/src/inference/pipelines/text/ffn/standard.d.ts +3 -1
- package/src/inference/pipelines/text/ffn/standard.js +84 -17
- package/src/inference/pipelines/text/generator-decode-policy.d.ts +81 -0
- package/src/inference/pipelines/text/generator-decode-policy.js +233 -0
- package/src/inference/pipelines/text/generator-helpers.d.ts +0 -2
- package/src/inference/pipelines/text/generator-helpers.js +9 -7
- package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +84 -0
- package/src/inference/pipelines/text/generator-prefill-helpers.js +359 -0
- package/src/inference/pipelines/text/generator-runtime.d.ts +1 -7
- package/src/inference/pipelines/text/generator-runtime.js +8 -6
- package/src/inference/pipelines/text/generator-steps.d.ts +57 -7
- package/src/inference/pipelines/text/generator-steps.js +275 -79
- package/src/inference/pipelines/text/generator.d.ts +38 -5
- package/src/inference/pipelines/text/generator.js +1259 -496
- package/src/inference/pipelines/text/init-chat-templates.js +86 -0
- package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
- package/src/inference/pipelines/text/init-rope.js +408 -0
- package/src/inference/pipelines/text/init.d.ts +13 -3
- package/src/inference/pipelines/text/init.js +213 -725
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
- package/src/inference/pipelines/text/kernel-trace.js +0 -33
- package/src/inference/pipelines/text/layer-plan-gpu.js +590 -0
- package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
- package/src/inference/pipelines/text/layer-plan.js +1 -1
- package/src/inference/pipelines/text/layer.d.ts +70 -8
- package/src/inference/pipelines/text/layer.js +373 -558
- package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
- package/src/inference/pipelines/text/linear-attention.js +6 -4
- package/src/inference/pipelines/text/load-errors.d.ts +21 -0
- package/src/inference/pipelines/text/load-errors.js +59 -0
- package/src/inference/pipelines/text/logits/cpu.js +2 -20
- package/src/inference/pipelines/text/logits/gpu.d.ts +49 -2
- package/src/inference/pipelines/text/logits/gpu.js +419 -66
- package/src/inference/pipelines/text/logits/index.d.ts +3 -3
- package/src/inference/pipelines/text/logits/index.js +96 -42
- package/src/inference/pipelines/text/logits/types.d.ts +2 -2
- package/src/inference/pipelines/text/lora-apply.js +17 -0
- package/src/inference/pipelines/text/model-load.d.ts +5 -4
- package/src/inference/pipelines/text/model-load.js +74 -17
- package/src/inference/pipelines/text/moe-gpu.d.ts +13 -0
- package/src/inference/pipelines/text/moe-gpu.js +445 -16
- package/src/inference/pipelines/text/moe-impl.d.ts +13 -3
- package/src/inference/pipelines/text/moe-shape-validator.js +13 -1
- package/src/inference/pipelines/text/ops.d.ts +42 -4
- package/src/inference/pipelines/text/ops.js +20 -1
- package/src/inference/pipelines/text/per-layer-inputs.js +36 -6
- package/src/inference/pipelines/text/probes.d.ts +3 -6
- package/src/inference/pipelines/text/probes.js +119 -31
- package/src/inference/pipelines/text/sampling-config.d.ts +4 -10
- package/src/inference/pipelines/text/sampling-config.js +103 -64
- package/src/inference/pipelines/text/sampling.d.ts +0 -5
- package/src/inference/pipelines/text/sampling.js +153 -9
- package/src/inference/pipelines/text/stage-names.js +3 -0
- package/src/inference/pipelines/text/state.js +19 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +57 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +408 -0
- package/src/inference/pipelines/text/types.d.ts +92 -81
- package/src/inference/pipelines/text/weights.d.ts +4 -52
- package/src/inference/pipelines/text/weights.js +6 -56
- package/src/inference/pipelines/text.d.ts +33 -1
- package/src/inference/pipelines/text.js +375 -55
- package/src/inference/pipelines/vision/gemma4.js +20 -9
- package/src/inference/pipelines/vision/index.js +0 -107
- package/src/inference/runtime-model.d.ts +0 -7
- package/src/inference/runtime-model.js +0 -23
- package/src/inference/test-harness.d.ts +6 -22
- package/src/inference/test-harness.js +97 -23
- package/src/inference/tokenizer.d.ts +30 -0
- package/src/inference/tokenizer.js +341 -174
- package/src/inference/tokenizers/bundled.js +71 -49
- package/src/inference/tokenizers/sentencepiece.js +65 -15
- package/src/inference/tokenizers/types.d.ts +0 -21
- package/src/loader/doppler-loader.d.ts +14 -0
- package/src/loader/doppler-loader.js +378 -25
- package/src/loader/embedding-limit-preflight.d.ts +31 -0
- package/src/loader/embedding-limit-preflight.js +216 -0
- package/src/loader/embedding-loader.d.ts +8 -2
- package/src/loader/embedding-loader.js +276 -11
- package/src/loader/experts/expert-loader.d.ts +4 -1
- package/src/loader/experts/expert-loader.js +174 -5
- package/src/loader/final-weights-loader.d.ts +5 -0
- package/src/loader/final-weights-loader.js +167 -4
- package/src/loader/layer-loader.d.ts +2 -0
- package/src/loader/layer-loader.js +74 -6
- package/src/loader/loader-types.d.ts +61 -2
- package/src/loader/manifest-config.d.ts +8 -0
- package/src/loader/manifest-config.js +25 -1
- package/src/loader/memory-monitor.d.ts +17 -5
- package/src/loader/quantization-constants.d.ts +6 -0
- package/src/loader/shard-resolver.d.ts +1 -0
- package/src/loader/shard-resolver.js +52 -4
- package/src/loader/tensors/functional-descriptor-loader.d.ts +9 -0
- package/src/loader/tensors/functional-descriptor-loader.js +377 -0
- package/src/loader/tensors/source-transform.js +6 -1
- package/src/loader/tensors/tensor-loader.d.ts +36 -8
- package/src/loader/tensors/tensor-loader.js +521 -22
- package/src/loader/tensors/tensor-reader.d.ts +4 -1
- package/src/loader/tensors/tensor-reader.js +11 -4
- package/src/loader/weights.d.ts +3 -1
- package/src/memory/address-table.d.ts +1 -9
- package/src/memory/buffer-pool.d.ts +0 -16
- package/src/memory/buffer-pool.js +13 -42
- package/src/memory/heap-manager.d.ts +18 -43
- package/src/memory/unified-detect.d.ts +19 -34
- package/src/models/diffusiongemma.d.ts +7 -0
- package/src/models/diffusiongemma.js +25 -0
- package/src/models/embeddinggemma.d.ts +7 -0
- package/src/models/embeddinggemma.js +24 -0
- package/src/models/family.d.ts +24 -0
- package/src/models/family.js +25 -0
- package/src/models/gemma3.d.ts +7 -0
- package/src/models/gemma3.js +33 -0
- package/src/models/gemma4.d.ts +7 -0
- package/src/models/gemma4.js +57 -0
- package/src/models/qwen3.d.ts +7 -0
- package/src/models/qwen3.js +36 -0
- package/src/rules/converter/tokenizer.rules.json +5 -0
- package/src/rules/execution-rules-contract-check.js +162 -10
- package/src/rules/inference/capability-transforms.rules.json +111 -0
- package/src/rules/inference/config.rules.json +1 -0
- package/src/rules/inference/dtype.rules.json +7 -0
- package/src/rules/inference/execution.rules.json +117 -16
- package/src/rules/inference/ffn.rules.json +24 -2
- package/src/rules/kernels/gather.rules.json +81 -0
- package/src/rules/kernels/matmul.rules.json +19 -0
- package/src/rules/kernels/moe.rules.json +3 -0
- package/src/rules/kernels/rep-penalty.rules.json +6 -0
- package/src/rules/kernels/rmsnorm-qk.rules.json +6 -0
- package/src/rules/kernels/rmsnorm.rules.json +42 -7
- package/src/rules/kernels/rope-qk.rules.json +6 -0
- package/src/rules/loader/tensor-loader.rules.json +17 -0
- package/src/rules/rule-registry.js +59 -75
- package/src/storage/artifact-storage-context.d.ts +12 -3
- package/src/storage/artifact-storage-context.js +241 -26
- package/src/storage/backends/opfs-store.js +138 -88
- package/src/storage/blake3.js +9 -1
- package/src/storage/export.js +1 -5
- package/src/storage/normalize-model-id.js +3 -0
- package/src/storage/preflight.js +11 -0
- package/src/storage/quickstart-downloader.js +44 -67
- package/src/storage/reports.js +35 -11
- package/src/storage/shard-manager.d.ts +8 -2
- package/src/storage/shard-manager.js +176 -15
- package/src/storage/source-artifact-store.d.ts +0 -2
- package/src/storage/source-artifact-store.js +3 -9
- package/src/sw.js +0 -3
- package/src/tooling/browser-command-runner.d.ts +0 -3
- package/src/tooling/browser-command-runner.js +31 -4
- package/src/tooling/command-api-constants.js +1 -1
- package/src/tooling/command-api-family-normalizers.d.ts +1 -0
- package/src/tooling/command-api-family-normalizers.js +53 -9
- package/src/tooling/command-api-helpers.d.ts +0 -2
- package/src/tooling/command-api-helpers.js +8 -3
- package/src/tooling/command-api.d.ts +22 -1
- package/src/tooling/command-api.js +11 -1
- package/src/tooling/command-envelope.d.ts +0 -1
- package/src/tooling/command-envelope.js +1 -1
- package/src/tooling/command-runner-shared.d.ts +14 -0
- package/src/tooling/command-runner-shared.js +2 -1
- package/src/tooling/conversion-config-materializer.d.ts +0 -10
- package/src/tooling/conversion-config-materializer.js +1 -1
- package/src/tooling/diagnose-runner.js +3 -4
- package/src/tooling/hf-registry-utils.d.ts +2 -6
- package/src/tooling/hf-registry-utils.js +90 -19
- package/src/tooling/kernel-path-builder/index.js +1 -4
- package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
- package/src/tooling/lean-execution-contract-runner.js +2 -2
- package/src/tooling/litert-package-runtime.d.ts +1 -1
- package/src/tooling/litert-package-runtime.js +571 -37
- package/src/tooling/node-browser-command-runner.d.ts +15 -0
- package/src/tooling/node-browser-command-runner.js +107 -17
- package/src/tooling/node-command-runner.js +43 -2
- package/src/tooling/node-convert-worker-pool.js +15 -0
- package/src/tooling/node-convert-worker.js +11 -1
- package/src/tooling/node-converter.js +102 -1
- package/src/tooling/node-source-runtime.js +1 -10
- package/src/tooling/node-webgpu.d.ts +1 -0
- package/src/tooling/node-webgpu.js +23 -11
- package/src/tooling/opfs-cache.js +1 -4
- package/src/tooling/precision-replay-math.js +174 -0
- package/src/tooling/program-bundle-host.d.ts +16 -0
- package/src/tooling/program-bundle-host.js +20 -0
- package/src/tooling/program-bundle-parity.d.ts +28 -0
- package/src/tooling/program-bundle-parity.js +210 -0
- package/src/tooling/program-bundle.d.ts +112 -0
- package/src/tooling/program-bundle.js +1119 -0
- package/src/tooling/rdrr-integrity-refresh.d.ts +50 -0
- package/src/tooling/rdrr-integrity-refresh.js +271 -0
- package/src/tooling/reference-verify.js +191 -0
- package/src/tooling/source-artifact-adapter.d.ts +0 -20
- package/src/tooling/source-artifact-adapter.js +10 -5
- package/src/tooling/source-package-profiles.d.ts +18 -1
- package/src/tooling/source-package-profiles.js +110 -8
- package/src/tooling/source-runtime-bundle.d.ts +3 -0
- package/src/tooling/source-runtime-bundle.js +30 -22
- package/src/tooling/source-runtime-converter-config.d.ts +0 -5
- package/src/tooling/source-runtime-converter-config.js +25 -12
- package/src/tooling/source-runtime-materializer.js +1 -7
- package/src/tooling-experimental-exports.shared.d.ts +10 -0
- package/src/tooling-experimental-exports.shared.js +10 -0
- package/src/tooling-exports/device.d.ts +11 -0
- package/src/tooling-exports/device.js +14 -0
- package/src/tooling-exports/manifest.d.ts +8 -0
- package/src/tooling-exports/manifest.js +11 -0
- package/src/tooling-exports/storage.d.ts +25 -0
- package/src/tooling-exports/storage.js +29 -0
- package/src/tooling-exports/structured.d.ts +1 -0
- package/src/tooling-exports/structured.js +5 -0
- package/src/tooling-exports.d.ts +23 -0
- package/src/tooling-exports.js +17 -0
- package/src/tooling-exports.shared.d.ts +27 -30
- package/src/tooling-exports.shared.js +28 -29
- package/src/types/index.d.ts +0 -3
- package/src/types/index.js +0 -3
- package/src/utils/array-buffer.d.ts +4 -0
- package/src/utils/array-buffer.js +9 -0
- package/src/utils/canonical-hash.d.ts +7 -0
- package/src/utils/canonical-hash.js +74 -0
- package/src/utils/clone-json.d.ts +1 -0
- package/src/utils/clone-json.js +7 -0
- package/src/utils/encode-utf8.js +5 -0
- package/src/utils/index.d.ts +4 -1
- package/src/utils/index.js +4 -1
- package/src/utils/runtime-env.js +7 -0
- package/src/utils/sha256.d.ts +1 -0
- package/src/utils/sha256.js +18 -4
- package/src/utils/stable-sort-object.d.ts +1 -0
- package/src/utils/stable-sort-object.js +13 -0
- package/src/version.js +1 -1
- package/tools/convert-safetensors-node.js +1 -2
- package/src/bootstrap.d.ts +0 -1
- package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
- package/src/config/kernels/kernel-ref.d.ts +0 -17
- package/src/config/kernels/kernel-ref.js +0 -75
- package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
- package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
- package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
- package/src/config/runtime/kernels/fused-q4k.json +0 -13
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
- package/src/config/runtime/kernels/safe-q4k.json +0 -13
- package/src/config/runtime/overlays/debug-f32a.json +0 -3
- package/src/config/runtime/overlays/trace-config.json +0 -28
- package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
- package/src/debug/perf.d.ts +0 -33
- package/src/debug/perf.js +0 -51
- package/src/errors/index.d.ts +0 -1
- package/src/errors/index.js +0 -1
- package/src/formats/gguf/index.d.ts +0 -8
- package/src/formats/gguf/index.js +0 -4
- package/src/formats/litert/index.d.ts +0 -1
- package/src/formats/litert/index.js +0 -1
- package/src/formats/safetensors/index.d.ts +0 -8
- package/src/formats/safetensors/index.js +0 -4
- package/src/formats/tflite/index.d.ts +0 -1
- package/src/formats/tflite/index.js +0 -1
- package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
- package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
- package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
- package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
- package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
- package/src/inference/functiongemma.d.ts +0 -15
- package/src/inference/functiongemma.js +0 -1
- package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
- package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
- package/src/rules/kernels/kernel-validator.d.ts +0 -24
- package/src/rules/kernels/kernel-validator.js +0 -160
- package/src/sw.d.ts +0 -1
- package/src/tooling/bench-runner.js +0 -64
- package/src/tooling/distill-runner.js +0 -56
- package/src/tooling/lora-runner.js +0 -37
- package/src/tooling/verify-runner.js +0 -63
- package/src/types/gpu.d.ts +0 -185
- package/src/types/gpu.js +0 -5
- package/src/types/inference.d.ts +0 -197
- package/src/types/inference.js +0 -5
- package/src/types/model.d.ts +0 -130
- package/src/types/model.js +0 -5
- package/src/utils/format-bytes.js +0 -20
- /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
- /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
|
@@ -24,6 +24,18 @@ export declare const RDRR_VERSION: number;
|
|
|
24
24
|
/** Default shard size (64MB) */
|
|
25
25
|
export declare const SHARD_SIZE: number;
|
|
26
26
|
|
|
27
|
+
/** Maximum manifest header size in bytes (safety cap for `MAX_HEADER_SIZE`) */
|
|
28
|
+
export declare const MAX_HEADER_SIZE: number;
|
|
29
|
+
|
|
30
|
+
/** Bytes read from the head of an RDRR manifest when probing the header */
|
|
31
|
+
export declare const HEADER_READ_SIZE: number;
|
|
32
|
+
|
|
33
|
+
/** Default epsilon for RMSNorm when the manifest does not pin one */
|
|
34
|
+
export declare const DEFAULT_RMS_NORM_EPS: number;
|
|
35
|
+
|
|
36
|
+
/** Default epsilon for high-precision ops when the manifest does not pin one */
|
|
37
|
+
export declare const DEFAULT_HIGH_PRECISION_EPS: number;
|
|
38
|
+
|
|
27
39
|
/** External tensors filename */
|
|
28
40
|
export declare const TENSORS_FILENAME: string;
|
|
29
41
|
|
|
@@ -36,6 +48,7 @@ export type ModelType =
|
|
|
36
48
|
| 'mixtral' // MoE transformer (Mixtral, Arctic)
|
|
37
49
|
| 'deepseek' // MoE with shared experts
|
|
38
50
|
| 'diffusion' // Diffusion pipelines (Stable Diffusion, SD3)
|
|
51
|
+
| 'diffusion_gemma' // Block-diffusion Gemma text generation
|
|
39
52
|
| 'energy' // Energy-based models (EBM/JEM-style demos)
|
|
40
53
|
| string; // Allow future extensions
|
|
41
54
|
|
|
@@ -59,8 +72,11 @@ export type WeightLayout = 'row' | 'column';
|
|
|
59
72
|
/** Quantization value (string for forward compatibility) */
|
|
60
73
|
export type QuantizationValue =
|
|
61
74
|
| 'q4k' // Q4_K_M block quantization (canonical short form)
|
|
75
|
+
| 'q4_0' // GGUF Q4_0 block quantization
|
|
62
76
|
| 'q6k' // Q6_K block quantization
|
|
63
77
|
| 'q8_0' // Q8_0 quantization
|
|
78
|
+
| 'w4a16' // Packed W4A16 quantization
|
|
79
|
+
| 'wna8o8' // Mobile wNa8o8 quantization
|
|
64
80
|
| 'mxfp4' // MXFP4 quantization (MoE experts)
|
|
65
81
|
| 'f16' // Float16
|
|
66
82
|
| 'bf16' // BFloat16
|
|
@@ -71,6 +87,19 @@ export type QuantizationValue =
|
|
|
71
87
|
| 'i4' // Int4
|
|
72
88
|
| string; // Allow future extensions
|
|
73
89
|
|
|
90
|
+
export type SourceTrainingQuantization =
|
|
91
|
+
| 'qat'
|
|
92
|
+
| 'ptq';
|
|
93
|
+
|
|
94
|
+
export type SourceQuantizationTarget =
|
|
95
|
+
| 'q4_0'
|
|
96
|
+
| 'w4a16'
|
|
97
|
+
| 'wNa8o8';
|
|
98
|
+
|
|
99
|
+
export type SourceQuantizationFormat =
|
|
100
|
+
| 'compressed-tensors'
|
|
101
|
+
| 'gguf';
|
|
102
|
+
|
|
74
103
|
/**
|
|
75
104
|
* Quantization metadata for different weight groups.
|
|
76
105
|
*/
|
|
@@ -79,6 +108,9 @@ export interface QuantizationInfoSchema {
|
|
|
79
108
|
weights: QuantizationValue;
|
|
80
109
|
embeddings?: QuantizationValue;
|
|
81
110
|
lmHead?: QuantizationValue;
|
|
111
|
+
sourceTrainingQuantization?: SourceTrainingQuantization;
|
|
112
|
+
sourceQuantizationTarget?: SourceQuantizationTarget;
|
|
113
|
+
sourceQuantizationFormat?: SourceQuantizationFormat;
|
|
82
114
|
experts?: QuantizationValue;
|
|
83
115
|
expertsFormat?: string;
|
|
84
116
|
|
|
@@ -87,6 +119,7 @@ export interface QuantizationInfoSchema {
|
|
|
87
119
|
audio?: QuantizationValue; // Audio encoder (Whisper, wav2vec)
|
|
88
120
|
tts?: QuantizationValue; // TTS decoder
|
|
89
121
|
projector?: QuantizationValue; // Cross-modal projection layers
|
|
122
|
+
perLayerEmbeddings?: 'int4_per_row';
|
|
90
123
|
|
|
91
124
|
// Runtime hints. `compute` may be included in variantTag when artifact naming
|
|
92
125
|
// treats activation dtype as part of the published variant identity.
|
|
@@ -137,6 +170,57 @@ export interface ProvenanceSchema {
|
|
|
137
170
|
tool?: string;
|
|
138
171
|
}
|
|
139
172
|
|
|
173
|
+
export type SourceArtifactFormat =
|
|
174
|
+
| 'safetensors'
|
|
175
|
+
| 'gguf'
|
|
176
|
+
| 'tflite'
|
|
177
|
+
| 'task'
|
|
178
|
+
| 'litertlm'
|
|
179
|
+
| 'direct-source'
|
|
180
|
+
| (string & {});
|
|
181
|
+
|
|
182
|
+
export type ArtifactCompleteness =
|
|
183
|
+
| 'complete'
|
|
184
|
+
| 'weights-ref'
|
|
185
|
+
| 'incomplete';
|
|
186
|
+
|
|
187
|
+
/**
|
|
188
|
+
* Additive artifact identity metadata.
|
|
189
|
+
*
|
|
190
|
+
* During the migration, this section may be absent from legacy manifests.
|
|
191
|
+
* When present, fields identify source bytes, converted weight pack identity,
|
|
192
|
+
* and manifest/runtime-policy variant identity without overloading modelId.
|
|
193
|
+
*/
|
|
194
|
+
export interface ManifestArtifactIdentitySchema {
|
|
195
|
+
sourceCheckpointId?: string;
|
|
196
|
+
sourceRepo?: string;
|
|
197
|
+
sourceRevision?: string;
|
|
198
|
+
sourceFormat?: SourceArtifactFormat;
|
|
199
|
+
conversionConfigPath?: string;
|
|
200
|
+
conversionConfigDigest?: string;
|
|
201
|
+
weightPackId?: string;
|
|
202
|
+
weightPackHash?: string;
|
|
203
|
+
shardSetHash?: string;
|
|
204
|
+
manifestVariantId?: string;
|
|
205
|
+
modalitySet?: string[];
|
|
206
|
+
materializationProfile?: string;
|
|
207
|
+
artifactCompleteness?: ArtifactCompleteness;
|
|
208
|
+
}
|
|
209
|
+
|
|
210
|
+
/**
|
|
211
|
+
* Reference from a manifest variant to a shared/external weight pack.
|
|
212
|
+
*
|
|
213
|
+
* Runtime shard resolution does not consume this field yet. While migration is
|
|
214
|
+
* in progress, a manifest with incomplete local shards must still fail unless
|
|
215
|
+
* the loader path has explicit weightsRef support.
|
|
216
|
+
*/
|
|
217
|
+
export interface ManifestWeightsRefSchema {
|
|
218
|
+
weightPackId: string;
|
|
219
|
+
artifactRoot: string;
|
|
220
|
+
manifestDigest: string;
|
|
221
|
+
shardSetHash: string;
|
|
222
|
+
}
|
|
223
|
+
|
|
140
224
|
/** Model architecture parameters */
|
|
141
225
|
export interface ArchitectureSchema {
|
|
142
226
|
numLayers: number;
|
|
@@ -144,6 +228,7 @@ export interface ArchitectureSchema {
|
|
|
144
228
|
intermediateSize: number;
|
|
145
229
|
numAttentionHeads: number;
|
|
146
230
|
numKeyValueHeads: number;
|
|
231
|
+
numGlobalKeyValueHeads?: number;
|
|
147
232
|
headDim: number;
|
|
148
233
|
globalHeadDim?: number;
|
|
149
234
|
vocabSize: number;
|
|
@@ -175,6 +260,10 @@ export interface ManifestAttentionSchema {
|
|
|
175
260
|
slidingWindow: number | null;
|
|
176
261
|
/** Query-key normalization */
|
|
177
262
|
queryKeyNorm: boolean;
|
|
263
|
+
/** Layers that apply query-key normalization; null means all layers when queryKeyNorm=true */
|
|
264
|
+
queryKeyNormLayers: number[] | null;
|
|
265
|
+
/** Layers that have explicit Q/K RMSNorm scale tensors; null means every normalized layer must have weights */
|
|
266
|
+
queryKeyNormWeightLayers: number[] | null;
|
|
178
267
|
/** Value RMSNorm with implicit unit scale (Gemma 4 text attention) */
|
|
179
268
|
valueNorm: boolean;
|
|
180
269
|
/** Whether attention mask is causal (false = bidirectional attention) */
|
|
@@ -210,6 +299,8 @@ export interface ManifestFFNSchema {
|
|
|
210
299
|
activation: 'silu' | 'gelu' | 'geglu' | 'swiglu' | 'relu';
|
|
211
300
|
/** Whether activation is gated (e.g., SwiGLU, GeGLU) */
|
|
212
301
|
gatedActivation: boolean;
|
|
302
|
+
/** FFN branch composition. `auto` preserves legacy dense-or-MoE routing. */
|
|
303
|
+
branchMode?: 'auto' | 'dense' | 'moe' | 'dense_plus_moe';
|
|
213
304
|
/** Double the FFN intermediate width on KV-shared layers. */
|
|
214
305
|
useDoubleWideMlp: boolean;
|
|
215
306
|
/** Clamp SwiGLU output (null = disabled) */
|
|
@@ -323,12 +414,59 @@ export interface ManifestChatTemplateSchema {
|
|
|
323
414
|
enabled: boolean;
|
|
324
415
|
}
|
|
325
416
|
|
|
417
|
+
export interface ManifestUnsupportedSchema {
|
|
418
|
+
code?: string | null;
|
|
419
|
+
message?: string | null;
|
|
420
|
+
recommendation?: string | null;
|
|
421
|
+
}
|
|
422
|
+
|
|
423
|
+
export interface ManifestDiffusionGemmaSchema {
|
|
424
|
+
/** Fixed decoder canvas length for block diffusion. */
|
|
425
|
+
canvasLength: number;
|
|
426
|
+
/** Maximum denoising iterations per canvas. */
|
|
427
|
+
maxDenoisingSteps: number;
|
|
428
|
+
/** Default generation cap in new tokens. */
|
|
429
|
+
maxNewTokens: number;
|
|
430
|
+
/** Lower bound for the linear denoising temperature schedule. */
|
|
431
|
+
tMin: number;
|
|
432
|
+
/** Upper bound for the linear denoising temperature schedule. */
|
|
433
|
+
tMax: number;
|
|
434
|
+
/** Entropy budget used by the entropy-bound sampler. */
|
|
435
|
+
entropyBound: number;
|
|
436
|
+
/** Mean-entropy threshold for adaptive canvas stopping. */
|
|
437
|
+
confidenceThreshold: number;
|
|
438
|
+
/** Number of stable argmax steps required before adaptive stopping can finish. */
|
|
439
|
+
stabilityThreshold: number;
|
|
440
|
+
/** Token used for padding completed canvases. */
|
|
441
|
+
padTokenId: number;
|
|
442
|
+
/** End-of-sequence token set used to terminate generated canvases. */
|
|
443
|
+
eosTokenIds: number[];
|
|
444
|
+
/** Beginning-of-image token id for multimodal inputs, null when unsupported by the artifact. */
|
|
445
|
+
boiTokenId: number | null;
|
|
446
|
+
/** End-of-image token id for multimodal inputs, null when unsupported by the artifact. */
|
|
447
|
+
eoiTokenId: number | null;
|
|
448
|
+
/** Image placeholder token id for multimodal inputs, null when unsupported by the artifact. */
|
|
449
|
+
imageTokenId: number | null;
|
|
450
|
+
/** Whether decoder self-conditioning logits are part of the runtime contract. */
|
|
451
|
+
selfConditioning: boolean;
|
|
452
|
+
/** Decoder attention must read encoder KV plus canvas K/V without committing the canvas to encoder cache. */
|
|
453
|
+
decoderCacheMode: 'encoder_kv_readonly_canvas_concat';
|
|
454
|
+
/** Router contract for DiffusionGemma/Gemma 4 MoE layers. */
|
|
455
|
+
router: {
|
|
456
|
+
scaleHiddenStates: boolean;
|
|
457
|
+
normalizeTopK: boolean;
|
|
458
|
+
perExpertScale: boolean;
|
|
459
|
+
};
|
|
460
|
+
}
|
|
461
|
+
|
|
326
462
|
/**
|
|
327
463
|
* Complete inference configuration embedded in manifest.
|
|
328
464
|
* All fields are required - converter must populate everything.
|
|
329
465
|
* Use `null` values to indicate "not applicable" or "disabled".
|
|
330
466
|
*/
|
|
331
467
|
export interface ManifestInferenceSchema {
|
|
468
|
+
/** Optional fail-fast marker for manifests with known unverified runtime contracts. */
|
|
469
|
+
unsupported?: ManifestUnsupportedSchema | null;
|
|
332
470
|
/** Execution contract discriminator (null = legacy inference contract). */
|
|
333
471
|
schema: string | null;
|
|
334
472
|
/** Attention configuration */
|
|
@@ -345,6 +483,8 @@ export interface ManifestInferenceSchema {
|
|
|
345
483
|
layerPattern: ManifestLayerPatternSchema;
|
|
346
484
|
/** Chat template configuration */
|
|
347
485
|
chatTemplate: ManifestChatTemplateSchema;
|
|
486
|
+
/** DiffusionGemma block-diffusion runtime contract, null for non-DiffusionGemma models. */
|
|
487
|
+
diffusionGemma: ManifestDiffusionGemmaSchema | null;
|
|
348
488
|
/** Layer pipeline override (null = use optimized hardcoded path) */
|
|
349
489
|
pipeline: LayerPipelineSchema | null;
|
|
350
490
|
/** Explicit session policy for execution v1 manifests */
|
|
@@ -398,6 +538,20 @@ export interface TensorSchema {
|
|
|
398
538
|
spans?: TensorSpanSchema[];
|
|
399
539
|
layout?: WeightLayout;
|
|
400
540
|
originalShape?: number[];
|
|
541
|
+
storage?: {
|
|
542
|
+
packing: 'dense' | 'q4k' | 'q4_0' | 'w4a16' | 'gguf-block-v2' | string;
|
|
543
|
+
blockShape?: number[];
|
|
544
|
+
blockBytes?: number;
|
|
545
|
+
companions?: Array<{
|
|
546
|
+
role: string;
|
|
547
|
+
tensorId: string;
|
|
548
|
+
}>;
|
|
549
|
+
shardSpans?: Array<{
|
|
550
|
+
shardIndex: number;
|
|
551
|
+
byteStart: number;
|
|
552
|
+
byteEnd: number;
|
|
553
|
+
}>;
|
|
554
|
+
};
|
|
401
555
|
sourceTransform?: {
|
|
402
556
|
kind: 'affine_dequant';
|
|
403
557
|
scheme: 'per_tensor_affine';
|
|
@@ -478,7 +632,9 @@ export interface MoEConfigSchema {
|
|
|
478
632
|
numExperts: number;
|
|
479
633
|
numExpertsPerToken: number;
|
|
480
634
|
/** Expert tensor format (required for MoE models) */
|
|
481
|
-
expertFormat: 'mixtral' | 'gpt-oss';
|
|
635
|
+
expertFormat: 'mixtral' | 'gpt-oss' | 'gemma4';
|
|
636
|
+
/** Expert hidden width when it differs from architecture.intermediateSize. */
|
|
637
|
+
expertIntermediateSize?: number;
|
|
482
638
|
sharedExperts?: number[];
|
|
483
639
|
expertShardMap?: Record<string, number[]>;
|
|
484
640
|
expertTensors?: Record<string, string[]>;
|
|
@@ -511,7 +667,7 @@ export interface TokenizerSchema {
|
|
|
511
667
|
|
|
512
668
|
/** Runtime optimization plan */
|
|
513
669
|
export interface RuntimeOptimizationsSchema {
|
|
514
|
-
/**
|
|
670
|
+
/** Inline kernel path override. String registry IDs were removed. */
|
|
515
671
|
kernelPath?: KernelPathRef;
|
|
516
672
|
}
|
|
517
673
|
|
|
@@ -531,6 +687,8 @@ export interface ManifestSchema {
|
|
|
531
687
|
modelType: ModelType;
|
|
532
688
|
quantization: string;
|
|
533
689
|
quantizationInfo?: QuantizationInfoSchema;
|
|
690
|
+
artifactIdentity?: ManifestArtifactIdentitySchema;
|
|
691
|
+
weightsRef?: ManifestWeightsRefSchema;
|
|
534
692
|
hashAlgorithm: HashAlgorithm;
|
|
535
693
|
totalSize: number;
|
|
536
694
|
eos_token_id: number | number[] | null;
|
|
@@ -597,3 +755,18 @@ export declare function validateManifestInference(
|
|
|
597
755
|
export declare function hasInferenceConfig<T extends { inference?: ManifestInferenceSchema }>(
|
|
598
756
|
manifest: T
|
|
599
757
|
): manifest is T & { inference: ManifestInferenceSchema };
|
|
758
|
+
|
|
759
|
+
/** Check if a manifest supports embedding workloads. */
|
|
760
|
+
export declare function modelSupportsEmbedding(
|
|
761
|
+
manifest: Partial<ManifestSchema> | null | undefined
|
|
762
|
+
): boolean;
|
|
763
|
+
|
|
764
|
+
/** Check if a manifest supports audio transcription workloads. */
|
|
765
|
+
export declare function modelSupportsTranscription(
|
|
766
|
+
manifest: Partial<ManifestSchema> | null | undefined
|
|
767
|
+
): boolean;
|
|
768
|
+
|
|
769
|
+
/** Check if a manifest supports vision workloads. */
|
|
770
|
+
export declare function modelSupportsVision(
|
|
771
|
+
manifest: Partial<ManifestSchema> | null | undefined
|
|
772
|
+
): boolean;
|
|
@@ -1,5 +1,8 @@
|
|
|
1
1
|
import { MB } from './units.schema.js';
|
|
2
|
-
import {
|
|
2
|
+
import {
|
|
3
|
+
assertSupportedManifestInference,
|
|
4
|
+
validateRequiredInferenceFields,
|
|
5
|
+
} from '../../inference/pipelines/text/config.js';
|
|
3
6
|
|
|
4
7
|
// =============================================================================
|
|
5
8
|
// Hash & Versioning
|
|
@@ -19,8 +22,11 @@ export const TENSORS_FILENAME = 'tensors.json';
|
|
|
19
22
|
// GGUF/SafeTensors headers typically fit in first 100MB even for huge models.
|
|
20
23
|
export const MAX_HEADER_SIZE = 100 * MB;
|
|
21
24
|
|
|
22
|
-
// Smaller header read for streaming/browser imports
|
|
23
|
-
|
|
25
|
+
// Smaller header read for streaming/browser imports. Originally 10 MB covered
|
|
26
|
+
// typical headers, but Gemma 4 E2B GGUF metadata (262144-token vocab stored as
|
|
27
|
+
// inline strings) overflows 10 MB. Bumped to 50 MB to cover large-vocab models
|
|
28
|
+
// while keeping Node-side reads bounded.
|
|
29
|
+
export const HEADER_READ_SIZE = 50 * MB;
|
|
24
30
|
|
|
25
31
|
// =============================================================================
|
|
26
32
|
// Epsilon Constants
|
|
@@ -38,15 +44,35 @@ export const DEFAULT_HIGH_PRECISION_EPS = 1e-6;
|
|
|
38
44
|
|
|
39
45
|
export const DEFAULT_MANIFEST_INFERENCE = {
|
|
40
46
|
schema: null,
|
|
47
|
+
// When true, allows workload="embedding" to dispatch via pipeline.embed()
|
|
48
|
+
// (prefillWithEmbedding extraction) on text-generation models. Independent
|
|
49
|
+
// of modelType: dedicated embedding models (modelType="embedding") always
|
|
50
|
+
// support embedding workloads; text-generation models opt in explicitly.
|
|
51
|
+
supportsEmbedding: false,
|
|
52
|
+
// When true, the pipeline exposes pipeline.transcribeAudio({audio,...}) and
|
|
53
|
+
// pipeline.embedAudio({audio}). Requires audio_token_id and audio encoder
|
|
54
|
+
// weights to be present in the manifest. Defaults to false; set to true on
|
|
55
|
+
// multimodal manifests that have completed audio-encoder conversion.
|
|
56
|
+
supportsTranscription: false,
|
|
57
|
+
// When true, the pipeline exposes pipeline.transcribeImage({...}),
|
|
58
|
+
// pipeline.transcribeVideo({...}), and pipeline.embedImage({...}). Requires
|
|
59
|
+
// image_token_id and vision encoder weights. Defaults to false; set to true
|
|
60
|
+
// on multimodal manifests that have completed vision-encoder conversion.
|
|
61
|
+
supportsVision: false,
|
|
41
62
|
attention: {
|
|
42
63
|
queryPreAttnScalar: 64, // headDim for standard 64-dim heads; attnScale = 1/sqrt(scalar)
|
|
43
64
|
attnLogitSoftcapping: null, // No softcapping (null = disabled)
|
|
44
65
|
slidingWindow: null, // Full attention (null = no sliding window)
|
|
45
66
|
queryKeyNorm: false,
|
|
67
|
+
queryKeyNormLayers: null,
|
|
68
|
+
queryKeyNormWeightLayers: null,
|
|
46
69
|
valueNorm: false,
|
|
47
70
|
causal: true, // Causal mask enabled by default (decoder-style attention)
|
|
48
71
|
attentionBias: false,
|
|
49
72
|
attentionOutputGate: false,
|
|
73
|
+
// null = sigmoid (historical default); 'swish'/'silu' = SiLU.
|
|
74
|
+
// Read from HF `output_gate_type` at conversion time.
|
|
75
|
+
outputGateType: null,
|
|
50
76
|
},
|
|
51
77
|
normalization: {
|
|
52
78
|
rmsNormEps: DEFAULT_RMS_NORM_EPS,
|
|
@@ -58,6 +84,7 @@ export const DEFAULT_MANIFEST_INFERENCE = {
|
|
|
58
84
|
ffn: {
|
|
59
85
|
activation: 'silu',
|
|
60
86
|
gatedActivation: true,
|
|
87
|
+
branchMode: 'auto',
|
|
61
88
|
useDoubleWideMlp: false,
|
|
62
89
|
swigluLimit: null,
|
|
63
90
|
},
|
|
@@ -103,6 +130,7 @@ export const DEFAULT_MANIFEST_INFERENCE = {
|
|
|
103
130
|
type: null, // No chat template (null = disabled)
|
|
104
131
|
enabled: false,
|
|
105
132
|
},
|
|
133
|
+
diffusionGemma: null,
|
|
106
134
|
pipeline: null,
|
|
107
135
|
session: null,
|
|
108
136
|
execution: null,
|
|
@@ -131,6 +159,8 @@ export function validateManifestInference(
|
|
|
131
159
|
);
|
|
132
160
|
}
|
|
133
161
|
|
|
162
|
+
assertSupportedManifestInference(manifest);
|
|
163
|
+
|
|
134
164
|
if (manifest.modelType === 'diffusion' || manifest.modelType === 'energy') {
|
|
135
165
|
return;
|
|
136
166
|
}
|
|
@@ -149,3 +179,28 @@ export function hasInferenceConfig(
|
|
|
149
179
|
) {
|
|
150
180
|
return manifest.inference != null;
|
|
151
181
|
}
|
|
182
|
+
|
|
183
|
+
// Returns true when the model supports embedding workloads. Dedicated
|
|
184
|
+
// embedding models (modelType="embedding") always do; text-generation
|
|
185
|
+
// models opt in via inference.supportsEmbedding=true so the harness will
|
|
186
|
+
// dispatch workload="embedding" through pipeline.embed() instead of
|
|
187
|
+
// rejecting it as a model-type mismatch.
|
|
188
|
+
export function modelSupportsEmbedding(manifest) {
|
|
189
|
+
if (manifest?.modelType === 'embedding') return true;
|
|
190
|
+
return manifest?.inference?.supportsEmbedding === true;
|
|
191
|
+
}
|
|
192
|
+
|
|
193
|
+
// Returns true when the manifest declares audio-input capability. Pipelines
|
|
194
|
+
// expose transcribeAudio + embedAudio when this is set. The de-facto runtime
|
|
195
|
+
// gate (audio_token_id + audio encoder weights) still applies; this field is
|
|
196
|
+
// the manifest-first declaration consumers can check before calling the
|
|
197
|
+
// transcribe/embedAudio methods.
|
|
198
|
+
export function modelSupportsTranscription(manifest) {
|
|
199
|
+
return manifest?.inference?.supportsTranscription === true;
|
|
200
|
+
}
|
|
201
|
+
|
|
202
|
+
// Returns true when the manifest declares vision-input capability. Pipelines
|
|
203
|
+
// expose transcribeImage + transcribeVideo + embedImage when this is set.
|
|
204
|
+
export function modelSupportsVision(manifest) {
|
|
205
|
+
return manifest?.inference?.supportsVision === true;
|
|
206
|
+
}
|
|
@@ -0,0 +1,119 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
3
|
+
"$id": "https://clocksmith.dev/doppler/schemas/model-artifact-contract-v1.schema.json",
|
|
4
|
+
"title": "Doppler Model Artifact Contract v1",
|
|
5
|
+
"type": "object",
|
|
6
|
+
"additionalProperties": false,
|
|
7
|
+
"required": [
|
|
8
|
+
"schemaVersion",
|
|
9
|
+
"source",
|
|
10
|
+
"catalogPath",
|
|
11
|
+
"quickstartRegistryPath",
|
|
12
|
+
"registrySelection",
|
|
13
|
+
"mirroredFields"
|
|
14
|
+
],
|
|
15
|
+
"properties": {
|
|
16
|
+
"$schema": {
|
|
17
|
+
"type": "string"
|
|
18
|
+
},
|
|
19
|
+
"schemaVersion": {
|
|
20
|
+
"const": 1
|
|
21
|
+
},
|
|
22
|
+
"source": {
|
|
23
|
+
"const": "doppler"
|
|
24
|
+
},
|
|
25
|
+
"catalogPath": {
|
|
26
|
+
"$ref": "#/$defs/repoRelativeJsonPath"
|
|
27
|
+
},
|
|
28
|
+
"quickstartRegistryPath": {
|
|
29
|
+
"$ref": "#/$defs/repoRelativeJsonPath"
|
|
30
|
+
},
|
|
31
|
+
"registrySelection": {
|
|
32
|
+
"type": "object",
|
|
33
|
+
"additionalProperties": false,
|
|
34
|
+
"required": [
|
|
35
|
+
"quickstart",
|
|
36
|
+
"artifactFormat",
|
|
37
|
+
"artifactCompleteness",
|
|
38
|
+
"runtimePromotionState",
|
|
39
|
+
"weightsRefAllowed",
|
|
40
|
+
"hfAvailability",
|
|
41
|
+
"runtimeStatus",
|
|
42
|
+
"testedStatus",
|
|
43
|
+
"testedResult",
|
|
44
|
+
"executionContractOk"
|
|
45
|
+
],
|
|
46
|
+
"properties": {
|
|
47
|
+
"quickstart": {
|
|
48
|
+
"const": true
|
|
49
|
+
},
|
|
50
|
+
"artifactFormat": {
|
|
51
|
+
"const": "rdrr"
|
|
52
|
+
},
|
|
53
|
+
"artifactCompleteness": {
|
|
54
|
+
"const": "complete"
|
|
55
|
+
},
|
|
56
|
+
"runtimePromotionState": {
|
|
57
|
+
"const": "manifest-owned"
|
|
58
|
+
},
|
|
59
|
+
"weightsRefAllowed": {
|
|
60
|
+
"const": false
|
|
61
|
+
},
|
|
62
|
+
"hfAvailability": {
|
|
63
|
+
"const": true
|
|
64
|
+
},
|
|
65
|
+
"runtimeStatus": {
|
|
66
|
+
"const": "active"
|
|
67
|
+
},
|
|
68
|
+
"testedStatus": {
|
|
69
|
+
"const": "verified"
|
|
70
|
+
},
|
|
71
|
+
"testedResult": {
|
|
72
|
+
"const": "pass"
|
|
73
|
+
},
|
|
74
|
+
"executionContractOk": {
|
|
75
|
+
"const": true
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
},
|
|
79
|
+
"mirroredFields": {
|
|
80
|
+
"type": "array",
|
|
81
|
+
"minItems": 1,
|
|
82
|
+
"items": {
|
|
83
|
+
"enum": [
|
|
84
|
+
"modelId",
|
|
85
|
+
"sourceCheckpointId",
|
|
86
|
+
"weightPackId",
|
|
87
|
+
"manifestVariantId",
|
|
88
|
+
"artifactCompleteness",
|
|
89
|
+
"runtimePromotionState",
|
|
90
|
+
"weightsRefAllowed",
|
|
91
|
+
"aliases",
|
|
92
|
+
"modes",
|
|
93
|
+
"hf"
|
|
94
|
+
]
|
|
95
|
+
},
|
|
96
|
+
"uniqueItems": true
|
|
97
|
+
}
|
|
98
|
+
},
|
|
99
|
+
"$defs": {
|
|
100
|
+
"repoRelativeJsonPath": {
|
|
101
|
+
"type": "string",
|
|
102
|
+
"minLength": 1,
|
|
103
|
+
"pattern": "\\.json$",
|
|
104
|
+
"not": {
|
|
105
|
+
"anyOf": [
|
|
106
|
+
{
|
|
107
|
+
"pattern": "^/"
|
|
108
|
+
},
|
|
109
|
+
{
|
|
110
|
+
"pattern": "\\\\"
|
|
111
|
+
},
|
|
112
|
+
{
|
|
113
|
+
"pattern": "(^|/)\\.\\.(/|$)"
|
|
114
|
+
}
|
|
115
|
+
]
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
}
|
|
@@ -10,6 +10,9 @@
|
|
|
10
10
|
/** Supported data types for router computation */
|
|
11
11
|
export type RouterDtype = 'f16' | 'f32';
|
|
12
12
|
|
|
13
|
+
/** Expert execution scheduling policy after Top-K routing */
|
|
14
|
+
export type ActiveExpertSelection = 'all' | 'topk-readback' | 'topk-route';
|
|
15
|
+
|
|
13
16
|
/**
|
|
14
17
|
* Configuration for MoE routing behavior.
|
|
15
18
|
*
|
|
@@ -45,6 +48,16 @@ export interface MoERoutingConfigSchema {
|
|
|
45
48
|
* Useful to limit buffer sizes on constrained devices.
|
|
46
49
|
*/
|
|
47
50
|
maxTokensPerExpertCap: number;
|
|
51
|
+
|
|
52
|
+
/**
|
|
53
|
+
* Expert execution scheduling policy.
|
|
54
|
+
* "all" executes every expert with the configured row budget.
|
|
55
|
+
* "topk-readback" reads the compact Top-K index buffer and executes only
|
|
56
|
+
* experts selected by the current batch.
|
|
57
|
+
* "topk-route" executes each Top-K route directly on GPU without CPU
|
|
58
|
+
* scheduling readback when the model format supports route-wise kernels.
|
|
59
|
+
*/
|
|
60
|
+
activeExpertSelection: ActiveExpertSelection;
|
|
48
61
|
}
|
|
49
62
|
|
|
50
63
|
/** Default MoE routing configuration */
|
|
@@ -11,6 +11,7 @@ export const DEFAULT_MOE_ROUTING_CONFIG = {
|
|
|
11
11
|
maxTokensPerExpertHeadroom: 2.0,
|
|
12
12
|
maxTokensPerExpertMin: 4,
|
|
13
13
|
maxTokensPerExpertCap: 0,
|
|
14
|
+
activeExpertSelection: 'all',
|
|
14
15
|
};
|
|
15
16
|
|
|
16
17
|
// =============================================================================
|
|
@@ -29,12 +30,3 @@ export const DEFAULT_MOE_RUNTIME_CONFIG = {
|
|
|
29
30
|
routing: DEFAULT_MOE_ROUTING_CONFIG,
|
|
30
31
|
cache: DEFAULT_MOE_CACHE_CONFIG,
|
|
31
32
|
};
|
|
32
|
-
|
|
33
|
-
export function validateMoeRoutingConfig(routing) {
|
|
34
|
-
if (!routing || typeof routing !== 'object') return;
|
|
35
|
-
if (typeof routing.numExperts === 'number' && (routing.numExperts <= 0 || !Number.isInteger(routing.numExperts))) {
|
|
36
|
-
throw new Error(
|
|
37
|
-
`DopplerConfigError: moe.routing.numExperts must be a positive integer; got ${routing.numExperts}.`
|
|
38
|
-
);
|
|
39
|
-
}
|
|
40
|
-
}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schemaVersion": 1,
|
|
3
|
+
"source": "doppler",
|
|
4
|
+
"policies": [
|
|
5
|
+
{
|
|
6
|
+
"id": "claim-evidence-contract",
|
|
7
|
+
"policyPath": "tools/policies/claim-evidence-contract.json",
|
|
8
|
+
"schemaPath": "src/config/schema/claim-evidence-contract.schema.json"
|
|
9
|
+
},
|
|
10
|
+
{
|
|
11
|
+
"id": "command-surface-contract",
|
|
12
|
+
"policyPath": "tools/policies/command-surface-contract.json",
|
|
13
|
+
"schemaPath": "src/config/schema/command-surface-contract.schema.json"
|
|
14
|
+
},
|
|
15
|
+
{
|
|
16
|
+
"id": "model-artifact-contract",
|
|
17
|
+
"policyPath": "tools/policies/model-artifact-contract.json",
|
|
18
|
+
"schemaPath": "src/config/schema/model-artifact-contract.schema.json"
|
|
19
|
+
},
|
|
20
|
+
{
|
|
21
|
+
"id": "subsystem-support-contract",
|
|
22
|
+
"policyPath": "tools/policies/subsystem-support-contract.json",
|
|
23
|
+
"schemaPath": "src/config/schema/subsystem-support-contract.schema.json"
|
|
24
|
+
}
|
|
25
|
+
]
|
|
26
|
+
}
|