doppler-gpu 0.4.3 → 0.4.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +28 -0
- package/README.md +54 -33
- package/assets/doppler.svg +57 -1601
- package/package.json +36 -5
- package/src/cli/cli-output.js +34 -1
- package/src/cli/doppler-cli.d.ts +18 -0
- package/src/cli/doppler-cli.js +68 -35
- package/src/cli/doppler-serve.d.ts +210 -0
- package/src/cli/doppler-serve.js +468 -42
- package/src/client/doppler-registry.json +3 -5
- package/src/client/provider.d.ts +1 -1
- package/src/client/provider.js +1 -1
- package/src/client/runtime/index.js +13 -0
- package/src/client/runtime/lora.d.ts +11 -1
- package/src/client/runtime/lora.js +28 -7
- package/src/client/runtime/model-manager.js +35 -11
- package/src/client/runtime/model-session.d.ts +2 -1
- package/src/client/runtime/model-session.js +2 -2
- package/src/client/runtime/model-source.js +20 -1
- package/src/client/runtime/types.d.ts +8 -0
- package/src/client/wrap-pipeline-handle.d.ts +62 -0
- package/src/client/wrap-pipeline-handle.js +188 -13
- package/src/config/conversion/README.md +5 -0
- package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +646 -0
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +4 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +393 -0
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +425 -0
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +17 -9
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +737 -0
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +730 -0
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +780 -0
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +716 -0
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +5 -5
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +14 -12
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +7 -7
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +7 -7
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +3 -3
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +3 -3
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +8 -4
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +8 -4
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +9 -5
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +8 -4
- package/src/config/goal-completion-matrix.json +552 -0
- package/src/config/kernel-path-loader.js +192 -38
- package/src/config/kernels/kernel-ref-digests.js +52 -18
- package/src/config/kernels/registry.json +3017 -744
- package/src/config/merge-contract-check.js +7 -3
- package/src/config/merge-helpers.d.ts +2 -0
- package/src/config/merge-helpers.js +1 -0
- package/src/config/merge.d.ts +1 -0
- package/src/config/merge.js +30 -0
- package/src/config/model-lanes/catalog-lane-resolver.d.ts +66 -0
- package/src/config/model-lanes/catalog-lane-resolver.js +170 -0
- package/src/config/param-validator.js +4 -0
- package/src/config/runtime/experiments/verify/lfm2-verify.json +3 -3
- package/src/config/runtime/profiles/diffusiongemma-26b-a4b-throughput.json +26 -0
- package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-overlapped-probe.json +42 -0
- package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-probe.json +39 -0
- package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-b4.json +48 -0
- package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-single.json +46 -0
- package/src/config/schema/buffer-pool.schema.js +3 -3
- package/src/config/schema/claim-evidence-contract.schema.json +93 -0
- package/src/config/schema/command-surface-contract.schema.json +81 -0
- package/src/config/schema/converter.schema.d.ts +11 -0
- package/src/config/schema/converter.schema.js +8 -0
- package/src/config/schema/doppler.schema.d.ts +1 -0
- package/src/config/schema/doppler.schema.js +38 -6
- package/src/config/schema/execution-v1.schema.d.ts +27 -0
- package/src/config/schema/execution-v1.schema.js +28 -19
- package/src/config/schema/goal-completion-matrix.schema.json +223 -0
- package/src/config/schema/inference.schema.d.ts +11 -0
- package/src/config/schema/manifest.schema.d.ts +107 -1
- package/src/config/schema/manifest.schema.js +10 -1
- package/src/config/schema/model-artifact-contract.schema.json +119 -0
- package/src/config/schema/moe.schema.d.ts +13 -0
- package/src/config/schema/moe.schema.js +1 -1
- package/src/config/schema/policy-schema-registry.json +26 -0
- package/src/config/schema/subsystem-support-contract.schema.json +48 -0
- package/src/config/schema/training-metrics.schema.d.ts +1 -1
- package/src/config/schema/training-metrics.schema.js +4 -3
- package/src/config/source-packages/litert/gemma-4-12b-it.json +390 -0
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +7 -7
- package/src/config/source-packages/litert/gemma-4-e4b-it.json +370 -0
- package/src/config/source-packages/registry.json +25 -0
- package/src/config/supported-operations.json +5 -0
- package/src/config/transforms/capability-transform-resolver.d.ts +13 -2
- package/src/config/transforms/execution-graph-transforms.d.ts +42 -0
- package/src/config/transforms/execution-graph-transforms.js +227 -230
- package/src/converter/conversion-plan.d.ts +2 -0
- package/src/converter/conversion-plan.js +18 -4
- package/src/converter/core.d.ts +8 -0
- package/src/converter/core.js +574 -12
- package/src/converter/quantization-info.js +179 -2
- package/src/converter/quantizer.d.ts +5 -4
- package/src/converter/quantizer.js +16 -2
- package/src/experimental/adapters/lora-loader.js +109 -24
- package/src/experimental/diffusion/index.d.ts +24 -0
- package/src/experimental/diffusion/index.js +10 -0
- package/src/experimental/distribution/descriptor-transport.d.ts +117 -0
- package/src/experimental/distribution/descriptor-transport.js +342 -0
- package/src/experimental/training/README.md +11 -0
- package/src/experimental/training/autograd.js +33 -8
- package/src/experimental/training/datasets/gepa-frontier.d.ts +41 -0
- package/src/experimental/training/datasets/gepa-frontier.js +220 -0
- package/src/experimental/training/datasets/index.d.ts +13 -1
- package/src/experimental/training/datasets/index.js +8 -1
- package/src/experimental/training/datasets/teacher-traces.d.ts +51 -0
- package/src/experimental/training/datasets/teacher-traces.js +279 -0
- package/src/experimental/training/datasets/text-pairs.d.ts +45 -0
- package/src/experimental/training/datasets/text-pairs.js +82 -5
- package/src/experimental/training/distillation/student-fixture.d.ts +5 -0
- package/src/experimental/training/distillation/student-fixture.js +290 -32
- package/src/experimental/training/export.d.ts +9 -0
- package/src/experimental/training/export.js +113 -7
- package/src/experimental/training/index.d.ts +13 -1
- package/src/experimental/training/index.js +13 -1
- package/src/experimental/training/lora-pipeline.d.ts +143 -0
- package/src/experimental/training/lora-pipeline.js +1737 -49
- package/src/experimental/training/lora.js +23 -1
- package/src/experimental/training/loss.js +1 -1
- package/src/experimental/training/operator-agent-eval.d.ts +65 -0
- package/src/experimental/training/operator-agent-eval.js +326 -0
- package/src/experimental/training/operator-command.js +310 -51
- package/src/experimental/training/runner.d.ts +1 -0
- package/src/experimental/training/runner.js +4 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +160 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +175 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +175 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +160 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +162 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +160 -0
- package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +137 -0
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +152 -0
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +152 -0
- package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +137 -0
- package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +139 -0
- package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +137 -0
- package/src/experimental/training/workload-packs/registry.json +186 -6
- package/src/experimental/training/workloads.d.ts +37 -0
- package/src/experimental/training/workloads.js +110 -1
- package/src/formats/rdrr/functional-descriptor.d.ts +73 -0
- package/src/formats/rdrr/functional-descriptor.js +230 -0
- package/src/formats/rdrr/index.d.ts +1 -0
- package/src/formats/rdrr/index.js +1 -0
- package/src/formats/rdrr/parsing.js +22 -6
- package/src/formats/rdrr/source-transform-contract.js +10 -1
- package/src/formats/rdrr/storage-descriptor.js +9 -2
- package/src/formats/rdrr/types.d.ts +5 -3
- package/src/formats/rdrr/validation.js +15 -1
- package/src/gpu/command-recorder.d.ts +43 -3
- package/src/gpu/command-recorder.js +122 -25
- package/src/gpu/device.js +111 -11
- package/src/gpu/kernel-tuner/cache.js +1 -5
- package/src/gpu/kernels/attention.js +17 -9
- package/src/gpu/kernels/attention_decode_online_head256_f16kv.wgsl +236 -0
- package/src/gpu/kernels/attention_streaming_f16.wgsl +7 -5
- package/src/gpu/kernels/backward/cross_entropy_backward.js +72 -3
- package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +2 -2
- package/src/gpu/kernels/cast.js +74 -67
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +46 -1
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -20
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +15 -12
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +59 -44
- package/src/gpu/kernels/diffusion-gemma-sampling.d.ts +19 -0
- package/src/gpu/kernels/diffusion-gemma-sampling.js +104 -0
- package/src/gpu/kernels/diffusion_gemma_sampling.wgsl +130 -0
- package/src/gpu/kernels/dispatch.js +13 -3
- package/src/gpu/kernels/fused_ffn.js +3 -4
- package/src/gpu/kernels/fused_matmul_litert_int4_f16a.wgsl +78 -0
- package/src/gpu/kernels/fused_matmul_litert_int4_f16a_f32out.wgsl +78 -0
- package/src/gpu/kernels/fused_matmul_litert_int4_f32a_f32out.wgsl +76 -0
- package/src/gpu/kernels/fused_matmul_rmsnorm.js +101 -80
- package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a.wgsl +116 -0
- package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a_f32out.wgsl +116 -0
- package/src/gpu/kernels/fused_matmul_w4a16_f16a.wgsl +95 -0
- package/src/gpu/kernels/fused_matmul_w4a16_f16a_f32out.wgsl +95 -0
- package/src/gpu/kernels/gather.d.ts +84 -1
- package/src/gpu/kernels/gather.js +353 -5
- package/src/gpu/kernels/gather_litert_int4_vec4_f16_out.wgsl +75 -0
- package/src/gpu/kernels/gather_litert_int4_vec4_f32_out.wgsl +72 -0
- package/src/gpu/kernels/gather_split4_f16_vec4_f16_out.wgsl +103 -0
- package/src/gpu/kernels/gather_split8_f16_vec4_f16_out.wgsl +143 -0
- package/src/gpu/kernels/gather_split8_f16_vec4_f32_out.wgsl +143 -0
- package/src/gpu/kernels/gelu.wgsl +11 -7
- package/src/gpu/kernels/gelu_f16.wgsl +11 -7
- package/src/gpu/kernels/gemma4-route-expert.d.ts +35 -0
- package/src/gpu/kernels/gemma4-route-expert.js +126 -0
- package/src/gpu/kernels/gemma4_route_q4_matmul_f16a.wgsl +210 -0
- package/src/gpu/kernels/index.d.ts +71 -0
- package/src/gpu/kernels/index.js +52 -0
- package/src/gpu/kernels/kv-cache-write.d.ts +22 -0
- package/src/gpu/kernels/kv-cache-write.js +126 -0
- package/src/gpu/kernels/kv_cache_write_f32_to_f16.wgsl +32 -0
- package/src/gpu/kernels/lm-head-argmax.d.ts +19 -0
- package/src/gpu/kernels/lm-head-argmax.js +218 -0
- package/src/gpu/kernels/lm_head_argmax_f16.wgsl +189 -0
- package/src/gpu/kernels/matmul-dispatch.d.ts +11 -0
- package/src/gpu/kernels/matmul-dispatch.js +37 -1
- package/src/gpu/kernels/matmul-selection.d.ts +5 -5
- package/src/gpu/kernels/matmul-selection.js +104 -9
- package/src/gpu/kernels/matmul.d.ts +1 -1
- package/src/gpu/kernels/matmul.js +151 -43
- package/src/gpu/kernels/moe.d.ts +1 -0
- package/src/gpu/kernels/moe.js +46 -18
- package/src/gpu/kernels/pipeline-cache.d.ts +8 -0
- package/src/gpu/kernels/pipeline-cache.js +24 -0
- package/src/gpu/kernels/rep-penalty.d.ts +21 -0
- package/src/gpu/kernels/rep-penalty.js +17 -9
- package/src/gpu/kernels/residual.d.ts +1 -0
- package/src/gpu/kernels/residual.js +13 -1
- package/src/gpu/kernels/residual.wgsl +3 -3
- package/src/gpu/kernels/residual_f16.wgsl +5 -3
- package/src/gpu/kernels/residual_f16_vec4.wgsl +6 -6
- package/src/gpu/kernels/residual_vec4.wgsl +6 -6
- package/src/gpu/kernels/rmsnorm-pair.d.ts +39 -0
- package/src/gpu/kernels/rmsnorm-pair.js +152 -0
- package/src/gpu/kernels/rmsnorm-qk.d.ts +41 -0
- package/src/gpu/kernels/rmsnorm-qk.js +128 -0
- package/src/gpu/kernels/rmsnorm.d.ts +31 -0
- package/src/gpu/kernels/rmsnorm.js +32 -7
- package/src/gpu/kernels/rmsnorm.wgsl +10 -6
- package/src/gpu/kernels/rmsnorm_f16.wgsl +7 -3
- package/src/gpu/kernels/rmsnorm_pair.wgsl +224 -0
- package/src/gpu/kernels/rmsnorm_qk.wgsl +118 -0
- package/src/gpu/kernels/rmsnorm_qk_f16.wgsl +143 -0
- package/src/gpu/kernels/rope-qk.d.ts +41 -0
- package/src/gpu/kernels/rope-qk.js +143 -0
- package/src/gpu/kernels/rope_qk.wgsl +95 -0
- package/src/gpu/kernels/rope_qk_f16.wgsl +97 -0
- package/src/gpu/kernels/rule-registry.js +50 -10
- package/src/gpu/kernels/sample.js +212 -187
- package/src/gpu/kernels/scatter_add_dynamic_expert_scale.wgsl +47 -0
- package/src/gpu/kernels/scatter_add_dynamic_f16_expert_scale.wgsl +49 -0
- package/src/gpu/kernels/scatter_add_dynamic_f16_weights_expert_scale.wgsl +49 -0
- package/src/gpu/kernels/scatter_add_routes_f16_weights_expert_scale.wgsl +45 -0
- package/src/gpu/kernels/shader-cache.js +1 -21
- package/src/gpu/kernels/soft-embedding.d.ts +28 -0
- package/src/gpu/kernels/soft-embedding.js +447 -0
- package/src/gpu/kernels/soft_embedding_logits_f16.wgsl +107 -0
- package/src/gpu/kernels/soft_embedding_split_f16.wgsl +46 -0
- package/src/gpu/kernels/softmax.wgsl +5 -80
- package/src/gpu/kernels/split-qkv-rmsnorm-qk.d.ts +44 -0
- package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +154 -0
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.d.ts +59 -0
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +245 -0
- package/src/gpu/kernels/split_qkv_rmsnorm_qk.wgsl +146 -0
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +185 -0
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +187 -0
- package/src/gpu/kernels/uniform-utils.js +2 -5
- package/src/gpu/kernels/utils.d.ts +16 -1
- package/src/gpu/kernels/utils.js +42 -13
- package/src/gpu/readback-utils.js +10 -2
- package/src/gpu/uniform-cache.d.ts +10 -1
- package/src/gpu/uniform-cache.js +25 -7
- package/src/gpu/weight-buffer.d.ts +76 -7
- package/src/gpu/weight-buffer.js +85 -1
- package/src/inference/browser-harness-diffusion-energy-suites.js +269 -1
- package/src/inference/browser-harness-suite-helpers.d.ts +9 -0
- package/src/inference/browser-harness-suite-helpers.js +438 -2
- package/src/inference/browser-harness-text-helpers.d.ts +77 -0
- package/src/inference/browser-harness-text-helpers.js +236 -11
- package/src/inference/browser-harness.d.ts +8 -0
- package/src/inference/browser-harness.js +292 -8
- package/src/inference/decode-ring.d.ts +1 -0
- package/src/inference/decode-ring.js +7 -5
- package/src/inference/kv-cache/base.d.ts +25 -0
- package/src/inference/kv-cache/base.js +109 -1
- package/src/inference/kv-cache/mixed-geometry.d.ts +10 -0
- package/src/inference/kv-cache/mixed-geometry.js +109 -2
- package/src/inference/kv-cache/sliding-window.d.ts +14 -0
- package/src/inference/kv-cache/sliding-window.js +88 -0
- package/src/inference/model-lanes/execution-lane-resolver.d.ts +61 -0
- package/src/inference/model-lanes/execution-lane-resolver.js +126 -0
- package/src/inference/moe-router.d.ts +14 -1
- package/src/inference/moe-router.js +24 -1
- package/src/inference/pipelines/audio/gemma4.js +52 -1
- package/src/inference/pipelines/diffusion-gemma/config.d.ts +27 -0
- package/src/inference/pipelines/diffusion-gemma/config.js +149 -0
- package/src/inference/pipelines/diffusion-gemma/index.d.ts +31 -0
- package/src/inference/pipelines/diffusion-gemma/index.js +12 -0
- package/src/inference/pipelines/diffusion-gemma/pipeline.d.ts +69 -0
- package/src/inference/pipelines/diffusion-gemma/pipeline.js +380 -0
- package/src/inference/pipelines/diffusion-gemma/sampling.d.ts +128 -0
- package/src/inference/pipelines/diffusion-gemma/sampling.js +395 -0
- package/src/inference/pipelines/text/attention/dispatch-params.d.ts +28 -4
- package/src/inference/pipelines/text/attention/dispatch-params.js +176 -2
- package/src/inference/pipelines/text/attention/projections.d.ts +71 -2
- package/src/inference/pipelines/text/attention/projections.js +329 -49
- package/src/inference/pipelines/text/attention/quant-options.d.ts +38 -0
- package/src/inference/pipelines/text/attention/record.js +446 -73
- package/src/inference/pipelines/text/attention/run.js +251 -49
- package/src/inference/pipelines/text/attention/types.d.ts +5 -1
- package/src/inference/pipelines/text/config.d.ts +22 -1
- package/src/inference/pipelines/text/config.js +199 -22
- package/src/inference/pipelines/text/dtype-contract.d.ts +1 -1
- package/src/inference/pipelines/text/dtype-contract.js +4 -1
- package/src/inference/pipelines/text/embed.d.ts +4 -3
- package/src/inference/pipelines/text/embed.js +16 -6
- package/src/inference/pipelines/text/execution-plan.d.ts +8 -0
- package/src/inference/pipelines/text/execution-plan.js +6 -0
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +4 -0
- package/src/inference/pipelines/text/execution-runtime-builders.js +44 -28
- package/src/inference/pipelines/text/execution-v1.d.ts +2 -0
- package/src/inference/pipelines/text/execution-v1.js +373 -139
- package/src/inference/pipelines/text/ffn/dense.js +44 -13
- package/src/inference/pipelines/text/ffn/moe.d.ts +4 -1
- package/src/inference/pipelines/text/ffn/moe.js +9 -2
- package/src/inference/pipelines/text/ffn/sandwich.d.ts +3 -1
- package/src/inference/pipelines/text/ffn/sandwich.js +237 -15
- package/src/inference/pipelines/text/ffn/standard.d.ts +3 -1
- package/src/inference/pipelines/text/ffn/standard.js +44 -4
- package/src/inference/pipelines/text/generator-decode-policy.d.ts +81 -0
- package/src/inference/pipelines/text/generator-decode-policy.js +2 -12
- package/src/inference/pipelines/text/generator-helpers.js +5 -2
- package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +84 -0
- package/src/inference/pipelines/text/generator-prefill-helpers.js +67 -1
- package/src/inference/pipelines/text/generator-runtime.d.ts +1 -0
- package/src/inference/pipelines/text/generator-steps.d.ts +38 -3
- package/src/inference/pipelines/text/generator-steps.js +268 -77
- package/src/inference/pipelines/text/generator.d.ts +39 -0
- package/src/inference/pipelines/text/generator.js +1105 -18
- package/src/inference/pipelines/text/init.d.ts +8 -1
- package/src/inference/pipelines/text/init.js +30 -1
- package/src/inference/pipelines/text/layer-plan-gpu.js +62 -14
- package/src/inference/pipelines/text/layer.js +272 -25
- package/src/inference/pipelines/text/linear-attention.js +6 -4
- package/src/inference/pipelines/text/logits/gpu.d.ts +49 -2
- package/src/inference/pipelines/text/logits/gpu.js +417 -66
- package/src/inference/pipelines/text/logits/index.d.ts +2 -2
- package/src/inference/pipelines/text/logits/index.js +96 -42
- package/src/inference/pipelines/text/logits/types.d.ts +2 -2
- package/src/inference/pipelines/text/lora-apply.js +17 -0
- package/src/inference/pipelines/text/moe-gpu.d.ts +13 -0
- package/src/inference/pipelines/text/moe-gpu.js +445 -16
- package/src/inference/pipelines/text/moe-impl.d.ts +13 -3
- package/src/inference/pipelines/text/moe-shape-validator.js +13 -1
- package/src/inference/pipelines/text/ops.d.ts +29 -2
- package/src/inference/pipelines/text/ops.js +19 -0
- package/src/inference/pipelines/text/per-layer-inputs.js +5 -0
- package/src/inference/pipelines/text/probes.js +4 -5
- package/src/inference/pipelines/text/sampling-config.d.ts +4 -10
- package/src/inference/pipelines/text/sampling-config.js +103 -64
- package/src/inference/pipelines/text/sampling.js +13 -9
- package/src/inference/pipelines/text/state.js +17 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +57 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +8 -9
- package/src/inference/pipelines/text/types.d.ts +84 -3
- package/src/inference/pipelines/text/weights.d.ts +4 -2
- package/src/inference/pipelines/text/weights.js +4 -5
- package/src/inference/pipelines/text.d.ts +24 -0
- package/src/inference/pipelines/text.js +162 -38
- package/src/inference/pipelines/vision/gemma4.js +20 -9
- package/src/inference/tokenizer.d.ts +30 -0
- package/src/inference/tokenizer.js +340 -164
- package/src/inference/tokenizers/bundled.js +71 -49
- package/src/loader/doppler-loader.d.ts +11 -0
- package/src/loader/doppler-loader.js +290 -15
- package/src/loader/embedding-limit-preflight.d.ts +31 -0
- package/src/loader/embedding-limit-preflight.js +216 -0
- package/src/loader/embedding-loader.d.ts +8 -2
- package/src/loader/embedding-loader.js +263 -8
- package/src/loader/experts/expert-loader.d.ts +4 -1
- package/src/loader/experts/expert-loader.js +174 -5
- package/src/loader/final-weights-loader.d.ts +5 -0
- package/src/loader/final-weights-loader.js +167 -4
- package/src/loader/layer-loader.d.ts +2 -0
- package/src/loader/layer-loader.js +74 -6
- package/src/loader/loader-types.d.ts +59 -2
- package/src/loader/manifest-config.d.ts +8 -0
- package/src/loader/shard-resolver.js +37 -4
- package/src/loader/tensors/functional-descriptor-loader.d.ts +9 -0
- package/src/loader/tensors/functional-descriptor-loader.js +377 -0
- package/src/loader/tensors/tensor-loader.d.ts +36 -1
- package/src/loader/tensors/tensor-loader.js +437 -21
- package/src/loader/tensors/tensor-reader.d.ts +4 -1
- package/src/loader/tensors/tensor-reader.js +11 -4
- package/src/loader/weights.d.ts +3 -1
- package/src/memory/buffer-pool.js +12 -9
- package/src/models/diffusiongemma.d.ts +7 -0
- package/src/models/diffusiongemma.js +25 -0
- package/src/models/gemma4.js +24 -0
- package/src/models/qwen3.js +2 -2
- package/src/rules/execution-rules-contract-check.js +93 -10
- package/src/rules/inference/capability-transforms.rules.json +26 -2
- package/src/rules/inference/config.rules.json +1 -0
- package/src/rules/inference/dtype.rules.json +7 -0
- package/src/rules/inference/execution.rules.json +108 -17
- package/src/rules/inference/ffn.rules.json +18 -0
- package/src/rules/kernels/gather.rules.json +81 -0
- package/src/rules/kernels/matmul.rules.json +19 -0
- package/src/rules/kernels/moe.rules.json +3 -0
- package/src/rules/kernels/rep-penalty.rules.json +6 -0
- package/src/rules/kernels/rmsnorm-qk.rules.json +6 -0
- package/src/rules/kernels/rmsnorm.rules.json +42 -7
- package/src/rules/kernels/rope-qk.rules.json +6 -0
- package/src/rules/loader/tensor-loader.rules.json +8 -0
- package/src/rules/rule-registry.js +6 -0
- package/src/storage/artifact-storage-context.d.ts +1 -0
- package/src/storage/artifact-storage-context.js +10 -0
- package/src/tooling/browser-command-runner.d.ts +0 -3
- package/src/tooling/browser-command-runner.js +2 -14
- package/src/tooling/command-api-family-normalizers.js +4 -2
- package/src/tooling/command-api-helpers.js +2 -1
- package/src/tooling/command-api.d.ts +2 -0
- package/src/tooling/command-api.js +1 -0
- package/src/tooling/command-runner-shared.d.ts +4 -0
- package/src/tooling/command-runner-shared.js +2 -1
- package/src/tooling/diagnose-runner.js +2 -0
- package/src/tooling/litert-package-runtime.js +553 -16
- package/src/tooling/node-browser-command-runner.js +10 -4
- package/src/tooling/node-command-runner.js +7 -2
- package/src/tooling/node-convert-worker-pool.js +3 -0
- package/src/tooling/node-convert-worker.js +1 -0
- package/src/tooling/node-converter.js +12 -0
- package/src/tooling/node-webgpu.d.ts +1 -0
- package/src/tooling/node-webgpu.js +23 -11
- package/src/tooling/program-bundle.d.ts +52 -1
- package/src/tooling/rdrr-integrity-refresh.d.ts +18 -0
- package/src/tooling/source-artifact-adapter.js +7 -2
- package/src/tooling/source-package-profiles.d.ts +18 -1
- package/src/tooling/source-package-profiles.js +109 -1
- package/src/tooling/source-runtime-bundle.d.ts +1 -0
- package/src/tooling/source-runtime-bundle.js +27 -0
- package/src/tooling/source-runtime-converter-config.js +12 -3
- package/src/tooling-experimental-exports.shared.d.ts +10 -0
- package/src/tooling-experimental-exports.shared.js +10 -0
|
@@ -0,0 +1,223 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
3
|
+
"$id": "https://clocksmith.dev/doppler/schemas/goal-completion-matrix-v1.schema.json",
|
|
4
|
+
"title": "Doppler Goal Completion Matrix v1",
|
|
5
|
+
"type": "object",
|
|
6
|
+
"additionalProperties": false,
|
|
7
|
+
"required": [
|
|
8
|
+
"schemaVersion",
|
|
9
|
+
"source",
|
|
10
|
+
"updatedAtUtc",
|
|
11
|
+
"goals",
|
|
12
|
+
"blockers"
|
|
13
|
+
],
|
|
14
|
+
"properties": {
|
|
15
|
+
"schemaVersion": {
|
|
16
|
+
"const": 1
|
|
17
|
+
},
|
|
18
|
+
"source": {
|
|
19
|
+
"const": "doppler"
|
|
20
|
+
},
|
|
21
|
+
"updatedAtUtc": {
|
|
22
|
+
"type": "string",
|
|
23
|
+
"format": "date-time"
|
|
24
|
+
},
|
|
25
|
+
"goals": {
|
|
26
|
+
"type": "array",
|
|
27
|
+
"minItems": 3,
|
|
28
|
+
"items": {
|
|
29
|
+
"$ref": "#/$defs/goal"
|
|
30
|
+
}
|
|
31
|
+
},
|
|
32
|
+
"blockers": {
|
|
33
|
+
"type": "array",
|
|
34
|
+
"items": {
|
|
35
|
+
"$ref": "#/$defs/blocker"
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
},
|
|
39
|
+
"$defs": {
|
|
40
|
+
"id": {
|
|
41
|
+
"type": "string",
|
|
42
|
+
"pattern": "^[a-z0-9]+(?:-[a-z0-9]+)*$"
|
|
43
|
+
},
|
|
44
|
+
"repoRelativePath": {
|
|
45
|
+
"type": "string",
|
|
46
|
+
"minLength": 1,
|
|
47
|
+
"not": {
|
|
48
|
+
"anyOf": [
|
|
49
|
+
{
|
|
50
|
+
"pattern": "^/"
|
|
51
|
+
},
|
|
52
|
+
{
|
|
53
|
+
"pattern": "\\\\"
|
|
54
|
+
},
|
|
55
|
+
{
|
|
56
|
+
"pattern": "(^|/)\\.\\.(/|$)"
|
|
57
|
+
}
|
|
58
|
+
]
|
|
59
|
+
}
|
|
60
|
+
},
|
|
61
|
+
"nullableString": {
|
|
62
|
+
"anyOf": [
|
|
63
|
+
{
|
|
64
|
+
"type": "string",
|
|
65
|
+
"minLength": 1
|
|
66
|
+
},
|
|
67
|
+
{
|
|
68
|
+
"type": "null"
|
|
69
|
+
}
|
|
70
|
+
]
|
|
71
|
+
},
|
|
72
|
+
"evidencePaths": {
|
|
73
|
+
"type": "array",
|
|
74
|
+
"minItems": 1,
|
|
75
|
+
"items": {
|
|
76
|
+
"$ref": "#/$defs/repoRelativePath"
|
|
77
|
+
},
|
|
78
|
+
"uniqueItems": true
|
|
79
|
+
},
|
|
80
|
+
"blockerRefList": {
|
|
81
|
+
"type": "array",
|
|
82
|
+
"items": {
|
|
83
|
+
"$ref": "#/$defs/id"
|
|
84
|
+
},
|
|
85
|
+
"uniqueItems": true
|
|
86
|
+
},
|
|
87
|
+
"goal": {
|
|
88
|
+
"type": "object",
|
|
89
|
+
"additionalProperties": false,
|
|
90
|
+
"required": [
|
|
91
|
+
"id",
|
|
92
|
+
"label",
|
|
93
|
+
"status",
|
|
94
|
+
"claimAllowed",
|
|
95
|
+
"evidencePaths",
|
|
96
|
+
"blockers",
|
|
97
|
+
"rows"
|
|
98
|
+
],
|
|
99
|
+
"properties": {
|
|
100
|
+
"id": {
|
|
101
|
+
"$ref": "#/$defs/id"
|
|
102
|
+
},
|
|
103
|
+
"label": {
|
|
104
|
+
"type": "string",
|
|
105
|
+
"minLength": 1
|
|
106
|
+
},
|
|
107
|
+
"status": {
|
|
108
|
+
"enum": [
|
|
109
|
+
"complete",
|
|
110
|
+
"partial"
|
|
111
|
+
]
|
|
112
|
+
},
|
|
113
|
+
"claimAllowed": {
|
|
114
|
+
"type": "boolean"
|
|
115
|
+
},
|
|
116
|
+
"evidencePaths": {
|
|
117
|
+
"$ref": "#/$defs/evidencePaths"
|
|
118
|
+
},
|
|
119
|
+
"blockers": {
|
|
120
|
+
"$ref": "#/$defs/blockerRefList"
|
|
121
|
+
},
|
|
122
|
+
"rows": {
|
|
123
|
+
"type": "array",
|
|
124
|
+
"minItems": 1,
|
|
125
|
+
"items": {
|
|
126
|
+
"$ref": "#/$defs/row"
|
|
127
|
+
}
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
},
|
|
131
|
+
"row": {
|
|
132
|
+
"type": "object",
|
|
133
|
+
"additionalProperties": false,
|
|
134
|
+
"required": [
|
|
135
|
+
"id",
|
|
136
|
+
"label",
|
|
137
|
+
"tier",
|
|
138
|
+
"status",
|
|
139
|
+
"claimAllowed",
|
|
140
|
+
"supportSubsystemId",
|
|
141
|
+
"packageBin",
|
|
142
|
+
"packageExport",
|
|
143
|
+
"smokeCommand",
|
|
144
|
+
"evidencePaths",
|
|
145
|
+
"blockers"
|
|
146
|
+
],
|
|
147
|
+
"properties": {
|
|
148
|
+
"id": {
|
|
149
|
+
"$ref": "#/$defs/id"
|
|
150
|
+
},
|
|
151
|
+
"label": {
|
|
152
|
+
"type": "string",
|
|
153
|
+
"minLength": 1
|
|
154
|
+
},
|
|
155
|
+
"tier": {
|
|
156
|
+
"enum": [
|
|
157
|
+
"tier1",
|
|
158
|
+
"experimental",
|
|
159
|
+
"internal-only",
|
|
160
|
+
"not-applicable"
|
|
161
|
+
]
|
|
162
|
+
},
|
|
163
|
+
"status": {
|
|
164
|
+
"enum": [
|
|
165
|
+
"covered",
|
|
166
|
+
"complete",
|
|
167
|
+
"partial",
|
|
168
|
+
"experimental",
|
|
169
|
+
"blocked",
|
|
170
|
+
"diagnostic"
|
|
171
|
+
]
|
|
172
|
+
},
|
|
173
|
+
"claimAllowed": {
|
|
174
|
+
"type": "boolean"
|
|
175
|
+
},
|
|
176
|
+
"supportSubsystemId": {
|
|
177
|
+
"$ref": "#/$defs/nullableString"
|
|
178
|
+
},
|
|
179
|
+
"packageBin": {
|
|
180
|
+
"$ref": "#/$defs/nullableString"
|
|
181
|
+
},
|
|
182
|
+
"packageExport": {
|
|
183
|
+
"$ref": "#/$defs/nullableString"
|
|
184
|
+
},
|
|
185
|
+
"smokeCommand": {
|
|
186
|
+
"$ref": "#/$defs/nullableString"
|
|
187
|
+
},
|
|
188
|
+
"evidencePaths": {
|
|
189
|
+
"$ref": "#/$defs/evidencePaths"
|
|
190
|
+
},
|
|
191
|
+
"blockers": {
|
|
192
|
+
"$ref": "#/$defs/blockerRefList"
|
|
193
|
+
}
|
|
194
|
+
}
|
|
195
|
+
},
|
|
196
|
+
"blocker": {
|
|
197
|
+
"type": "object",
|
|
198
|
+
"additionalProperties": false,
|
|
199
|
+
"required": [
|
|
200
|
+
"code",
|
|
201
|
+
"description",
|
|
202
|
+
"exitCriteria",
|
|
203
|
+
"evidencePaths"
|
|
204
|
+
],
|
|
205
|
+
"properties": {
|
|
206
|
+
"code": {
|
|
207
|
+
"$ref": "#/$defs/id"
|
|
208
|
+
},
|
|
209
|
+
"description": {
|
|
210
|
+
"type": "string",
|
|
211
|
+
"minLength": 1
|
|
212
|
+
},
|
|
213
|
+
"exitCriteria": {
|
|
214
|
+
"type": "string",
|
|
215
|
+
"minLength": 1
|
|
216
|
+
},
|
|
217
|
+
"evidencePaths": {
|
|
218
|
+
"$ref": "#/$defs/evidencePaths"
|
|
219
|
+
}
|
|
220
|
+
}
|
|
221
|
+
}
|
|
222
|
+
}
|
|
223
|
+
}
|
|
@@ -78,6 +78,10 @@ export interface AttentionSchema {
|
|
|
78
78
|
attnLogitSoftcapping?: number | null;
|
|
79
79
|
/** Use query-key normalization */
|
|
80
80
|
queryKeyNorm?: boolean;
|
|
81
|
+
/** Layers that apply query-key normalization; null means all layers when queryKeyNorm=true */
|
|
82
|
+
queryKeyNormLayers?: number[] | null;
|
|
83
|
+
/** Layers that have explicit Q/K RMSNorm scale tensors; null means every normalized layer must have weights */
|
|
84
|
+
queryKeyNormWeightLayers?: number[] | null;
|
|
81
85
|
/** Apply unit-scale RMSNorm to values before attention */
|
|
82
86
|
valueNorm?: boolean;
|
|
83
87
|
/** Apply sigmoid gate from q_proj split to attention output */
|
|
@@ -108,6 +112,8 @@ export interface FFNSchema {
|
|
|
108
112
|
activation?: 'silu' | 'gelu' | 'relu' | 'swiglu';
|
|
109
113
|
/** Whether activation is gated (e.g., SwiGLU, GeGLU) */
|
|
110
114
|
gatedActivation?: boolean;
|
|
115
|
+
/** FFN branch composition. */
|
|
116
|
+
branchMode?: 'auto' | 'dense' | 'moe' | 'dense_plus_moe';
|
|
111
117
|
/** Double the FFN intermediate width on KV-shared layers. */
|
|
112
118
|
useDoubleWideMlp?: boolean;
|
|
113
119
|
/** Clamp SwiGLU output (null = disabled) */
|
|
@@ -295,6 +301,11 @@ export interface SamplingSchema {
|
|
|
295
301
|
topK?: number;
|
|
296
302
|
topP?: number;
|
|
297
303
|
repetitionPenalty?: number;
|
|
304
|
+
repetitionPenaltyWindow?: number;
|
|
305
|
+
greedyThreshold?: number;
|
|
306
|
+
suppressSpecialTokens?: boolean;
|
|
307
|
+
suppressSpecialLikeTokens?: boolean;
|
|
308
|
+
suppressTokenIds?: number[];
|
|
298
309
|
}
|
|
299
310
|
|
|
300
311
|
/** Tokenizer runtime configuration */
|
|
@@ -48,6 +48,7 @@ export type ModelType =
|
|
|
48
48
|
| 'mixtral' // MoE transformer (Mixtral, Arctic)
|
|
49
49
|
| 'deepseek' // MoE with shared experts
|
|
50
50
|
| 'diffusion' // Diffusion pipelines (Stable Diffusion, SD3)
|
|
51
|
+
| 'diffusion_gemma' // Block-diffusion Gemma text generation
|
|
51
52
|
| 'energy' // Energy-based models (EBM/JEM-style demos)
|
|
52
53
|
| string; // Allow future extensions
|
|
53
54
|
|
|
@@ -71,8 +72,11 @@ export type WeightLayout = 'row' | 'column';
|
|
|
71
72
|
/** Quantization value (string for forward compatibility) */
|
|
72
73
|
export type QuantizationValue =
|
|
73
74
|
| 'q4k' // Q4_K_M block quantization (canonical short form)
|
|
75
|
+
| 'q4_0' // GGUF Q4_0 block quantization
|
|
74
76
|
| 'q6k' // Q6_K block quantization
|
|
75
77
|
| 'q8_0' // Q8_0 quantization
|
|
78
|
+
| 'w4a16' // Packed W4A16 quantization
|
|
79
|
+
| 'wna8o8' // Mobile wNa8o8 quantization
|
|
76
80
|
| 'mxfp4' // MXFP4 quantization (MoE experts)
|
|
77
81
|
| 'f16' // Float16
|
|
78
82
|
| 'bf16' // BFloat16
|
|
@@ -83,6 +87,19 @@ export type QuantizationValue =
|
|
|
83
87
|
| 'i4' // Int4
|
|
84
88
|
| string; // Allow future extensions
|
|
85
89
|
|
|
90
|
+
export type SourceTrainingQuantization =
|
|
91
|
+
| 'qat'
|
|
92
|
+
| 'ptq';
|
|
93
|
+
|
|
94
|
+
export type SourceQuantizationTarget =
|
|
95
|
+
| 'q4_0'
|
|
96
|
+
| 'w4a16'
|
|
97
|
+
| 'wNa8o8';
|
|
98
|
+
|
|
99
|
+
export type SourceQuantizationFormat =
|
|
100
|
+
| 'compressed-tensors'
|
|
101
|
+
| 'gguf';
|
|
102
|
+
|
|
86
103
|
/**
|
|
87
104
|
* Quantization metadata for different weight groups.
|
|
88
105
|
*/
|
|
@@ -91,6 +108,9 @@ export interface QuantizationInfoSchema {
|
|
|
91
108
|
weights: QuantizationValue;
|
|
92
109
|
embeddings?: QuantizationValue;
|
|
93
110
|
lmHead?: QuantizationValue;
|
|
111
|
+
sourceTrainingQuantization?: SourceTrainingQuantization;
|
|
112
|
+
sourceQuantizationTarget?: SourceQuantizationTarget;
|
|
113
|
+
sourceQuantizationFormat?: SourceQuantizationFormat;
|
|
94
114
|
experts?: QuantizationValue;
|
|
95
115
|
expertsFormat?: string;
|
|
96
116
|
|
|
@@ -240,6 +260,10 @@ export interface ManifestAttentionSchema {
|
|
|
240
260
|
slidingWindow: number | null;
|
|
241
261
|
/** Query-key normalization */
|
|
242
262
|
queryKeyNorm: boolean;
|
|
263
|
+
/** Layers that apply query-key normalization; null means all layers when queryKeyNorm=true */
|
|
264
|
+
queryKeyNormLayers: number[] | null;
|
|
265
|
+
/** Layers that have explicit Q/K RMSNorm scale tensors; null means every normalized layer must have weights */
|
|
266
|
+
queryKeyNormWeightLayers: number[] | null;
|
|
243
267
|
/** Value RMSNorm with implicit unit scale (Gemma 4 text attention) */
|
|
244
268
|
valueNorm: boolean;
|
|
245
269
|
/** Whether attention mask is causal (false = bidirectional attention) */
|
|
@@ -275,6 +299,8 @@ export interface ManifestFFNSchema {
|
|
|
275
299
|
activation: 'silu' | 'gelu' | 'geglu' | 'swiglu' | 'relu';
|
|
276
300
|
/** Whether activation is gated (e.g., SwiGLU, GeGLU) */
|
|
277
301
|
gatedActivation: boolean;
|
|
302
|
+
/** FFN branch composition. `auto` preserves legacy dense-or-MoE routing. */
|
|
303
|
+
branchMode?: 'auto' | 'dense' | 'moe' | 'dense_plus_moe';
|
|
278
304
|
/** Double the FFN intermediate width on KV-shared layers. */
|
|
279
305
|
useDoubleWideMlp: boolean;
|
|
280
306
|
/** Clamp SwiGLU output (null = disabled) */
|
|
@@ -388,12 +414,59 @@ export interface ManifestChatTemplateSchema {
|
|
|
388
414
|
enabled: boolean;
|
|
389
415
|
}
|
|
390
416
|
|
|
417
|
+
export interface ManifestUnsupportedSchema {
|
|
418
|
+
code?: string | null;
|
|
419
|
+
message?: string | null;
|
|
420
|
+
recommendation?: string | null;
|
|
421
|
+
}
|
|
422
|
+
|
|
423
|
+
export interface ManifestDiffusionGemmaSchema {
|
|
424
|
+
/** Fixed decoder canvas length for block diffusion. */
|
|
425
|
+
canvasLength: number;
|
|
426
|
+
/** Maximum denoising iterations per canvas. */
|
|
427
|
+
maxDenoisingSteps: number;
|
|
428
|
+
/** Default generation cap in new tokens. */
|
|
429
|
+
maxNewTokens: number;
|
|
430
|
+
/** Lower bound for the linear denoising temperature schedule. */
|
|
431
|
+
tMin: number;
|
|
432
|
+
/** Upper bound for the linear denoising temperature schedule. */
|
|
433
|
+
tMax: number;
|
|
434
|
+
/** Entropy budget used by the entropy-bound sampler. */
|
|
435
|
+
entropyBound: number;
|
|
436
|
+
/** Mean-entropy threshold for adaptive canvas stopping. */
|
|
437
|
+
confidenceThreshold: number;
|
|
438
|
+
/** Number of stable argmax steps required before adaptive stopping can finish. */
|
|
439
|
+
stabilityThreshold: number;
|
|
440
|
+
/** Token used for padding completed canvases. */
|
|
441
|
+
padTokenId: number;
|
|
442
|
+
/** End-of-sequence token set used to terminate generated canvases. */
|
|
443
|
+
eosTokenIds: number[];
|
|
444
|
+
/** Beginning-of-image token id for multimodal inputs, null when unsupported by the artifact. */
|
|
445
|
+
boiTokenId: number | null;
|
|
446
|
+
/** End-of-image token id for multimodal inputs, null when unsupported by the artifact. */
|
|
447
|
+
eoiTokenId: number | null;
|
|
448
|
+
/** Image placeholder token id for multimodal inputs, null when unsupported by the artifact. */
|
|
449
|
+
imageTokenId: number | null;
|
|
450
|
+
/** Whether decoder self-conditioning logits are part of the runtime contract. */
|
|
451
|
+
selfConditioning: boolean;
|
|
452
|
+
/** Decoder attention must read encoder KV plus canvas K/V without committing the canvas to encoder cache. */
|
|
453
|
+
decoderCacheMode: 'encoder_kv_readonly_canvas_concat';
|
|
454
|
+
/** Router contract for DiffusionGemma/Gemma 4 MoE layers. */
|
|
455
|
+
router: {
|
|
456
|
+
scaleHiddenStates: boolean;
|
|
457
|
+
normalizeTopK: boolean;
|
|
458
|
+
perExpertScale: boolean;
|
|
459
|
+
};
|
|
460
|
+
}
|
|
461
|
+
|
|
391
462
|
/**
|
|
392
463
|
* Complete inference configuration embedded in manifest.
|
|
393
464
|
* All fields are required - converter must populate everything.
|
|
394
465
|
* Use `null` values to indicate "not applicable" or "disabled".
|
|
395
466
|
*/
|
|
396
467
|
export interface ManifestInferenceSchema {
|
|
468
|
+
/** Optional fail-fast marker for manifests with known unverified runtime contracts. */
|
|
469
|
+
unsupported?: ManifestUnsupportedSchema | null;
|
|
397
470
|
/** Execution contract discriminator (null = legacy inference contract). */
|
|
398
471
|
schema: string | null;
|
|
399
472
|
/** Attention configuration */
|
|
@@ -410,6 +483,8 @@ export interface ManifestInferenceSchema {
|
|
|
410
483
|
layerPattern: ManifestLayerPatternSchema;
|
|
411
484
|
/** Chat template configuration */
|
|
412
485
|
chatTemplate: ManifestChatTemplateSchema;
|
|
486
|
+
/** DiffusionGemma block-diffusion runtime contract, null for non-DiffusionGemma models. */
|
|
487
|
+
diffusionGemma: ManifestDiffusionGemmaSchema | null;
|
|
413
488
|
/** Layer pipeline override (null = use optimized hardcoded path) */
|
|
414
489
|
pipeline: LayerPipelineSchema | null;
|
|
415
490
|
/** Explicit session policy for execution v1 manifests */
|
|
@@ -463,6 +538,20 @@ export interface TensorSchema {
|
|
|
463
538
|
spans?: TensorSpanSchema[];
|
|
464
539
|
layout?: WeightLayout;
|
|
465
540
|
originalShape?: number[];
|
|
541
|
+
storage?: {
|
|
542
|
+
packing: 'dense' | 'q4k' | 'q4_0' | 'w4a16' | 'gguf-block-v2' | string;
|
|
543
|
+
blockShape?: number[];
|
|
544
|
+
blockBytes?: number;
|
|
545
|
+
companions?: Array<{
|
|
546
|
+
role: string;
|
|
547
|
+
tensorId: string;
|
|
548
|
+
}>;
|
|
549
|
+
shardSpans?: Array<{
|
|
550
|
+
shardIndex: number;
|
|
551
|
+
byteStart: number;
|
|
552
|
+
byteEnd: number;
|
|
553
|
+
}>;
|
|
554
|
+
};
|
|
466
555
|
sourceTransform?: {
|
|
467
556
|
kind: 'affine_dequant';
|
|
468
557
|
scheme: 'per_tensor_affine';
|
|
@@ -543,7 +632,9 @@ export interface MoEConfigSchema {
|
|
|
543
632
|
numExperts: number;
|
|
544
633
|
numExpertsPerToken: number;
|
|
545
634
|
/** Expert tensor format (required for MoE models) */
|
|
546
|
-
expertFormat: 'mixtral' | 'gpt-oss';
|
|
635
|
+
expertFormat: 'mixtral' | 'gpt-oss' | 'gemma4';
|
|
636
|
+
/** Expert hidden width when it differs from architecture.intermediateSize. */
|
|
637
|
+
expertIntermediateSize?: number;
|
|
547
638
|
sharedExperts?: number[];
|
|
548
639
|
expertShardMap?: Record<string, number[]>;
|
|
549
640
|
expertTensors?: Record<string, string[]>;
|
|
@@ -664,3 +755,18 @@ export declare function validateManifestInference(
|
|
|
664
755
|
export declare function hasInferenceConfig<T extends { inference?: ManifestInferenceSchema }>(
|
|
665
756
|
manifest: T
|
|
666
757
|
): manifest is T & { inference: ManifestInferenceSchema };
|
|
758
|
+
|
|
759
|
+
/** Check if a manifest supports embedding workloads. */
|
|
760
|
+
export declare function modelSupportsEmbedding(
|
|
761
|
+
manifest: Partial<ManifestSchema> | null | undefined
|
|
762
|
+
): boolean;
|
|
763
|
+
|
|
764
|
+
/** Check if a manifest supports audio transcription workloads. */
|
|
765
|
+
export declare function modelSupportsTranscription(
|
|
766
|
+
manifest: Partial<ManifestSchema> | null | undefined
|
|
767
|
+
): boolean;
|
|
768
|
+
|
|
769
|
+
/** Check if a manifest supports vision workloads. */
|
|
770
|
+
export declare function modelSupportsVision(
|
|
771
|
+
manifest: Partial<ManifestSchema> | null | undefined
|
|
772
|
+
): boolean;
|
|
@@ -1,5 +1,8 @@
|
|
|
1
1
|
import { MB } from './units.schema.js';
|
|
2
|
-
import {
|
|
2
|
+
import {
|
|
3
|
+
assertSupportedManifestInference,
|
|
4
|
+
validateRequiredInferenceFields,
|
|
5
|
+
} from '../../inference/pipelines/text/config.js';
|
|
3
6
|
|
|
4
7
|
// =============================================================================
|
|
5
8
|
// Hash & Versioning
|
|
@@ -61,6 +64,8 @@ export const DEFAULT_MANIFEST_INFERENCE = {
|
|
|
61
64
|
attnLogitSoftcapping: null, // No softcapping (null = disabled)
|
|
62
65
|
slidingWindow: null, // Full attention (null = no sliding window)
|
|
63
66
|
queryKeyNorm: false,
|
|
67
|
+
queryKeyNormLayers: null,
|
|
68
|
+
queryKeyNormWeightLayers: null,
|
|
64
69
|
valueNorm: false,
|
|
65
70
|
causal: true, // Causal mask enabled by default (decoder-style attention)
|
|
66
71
|
attentionBias: false,
|
|
@@ -79,6 +84,7 @@ export const DEFAULT_MANIFEST_INFERENCE = {
|
|
|
79
84
|
ffn: {
|
|
80
85
|
activation: 'silu',
|
|
81
86
|
gatedActivation: true,
|
|
87
|
+
branchMode: 'auto',
|
|
82
88
|
useDoubleWideMlp: false,
|
|
83
89
|
swigluLimit: null,
|
|
84
90
|
},
|
|
@@ -124,6 +130,7 @@ export const DEFAULT_MANIFEST_INFERENCE = {
|
|
|
124
130
|
type: null, // No chat template (null = disabled)
|
|
125
131
|
enabled: false,
|
|
126
132
|
},
|
|
133
|
+
diffusionGemma: null,
|
|
127
134
|
pipeline: null,
|
|
128
135
|
session: null,
|
|
129
136
|
execution: null,
|
|
@@ -152,6 +159,8 @@ export function validateManifestInference(
|
|
|
152
159
|
);
|
|
153
160
|
}
|
|
154
161
|
|
|
162
|
+
assertSupportedManifestInference(manifest);
|
|
163
|
+
|
|
155
164
|
if (manifest.modelType === 'diffusion' || manifest.modelType === 'energy') {
|
|
156
165
|
return;
|
|
157
166
|
}
|
|
@@ -0,0 +1,119 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
3
|
+
"$id": "https://clocksmith.dev/doppler/schemas/model-artifact-contract-v1.schema.json",
|
|
4
|
+
"title": "Doppler Model Artifact Contract v1",
|
|
5
|
+
"type": "object",
|
|
6
|
+
"additionalProperties": false,
|
|
7
|
+
"required": [
|
|
8
|
+
"schemaVersion",
|
|
9
|
+
"source",
|
|
10
|
+
"catalogPath",
|
|
11
|
+
"quickstartRegistryPath",
|
|
12
|
+
"registrySelection",
|
|
13
|
+
"mirroredFields"
|
|
14
|
+
],
|
|
15
|
+
"properties": {
|
|
16
|
+
"$schema": {
|
|
17
|
+
"type": "string"
|
|
18
|
+
},
|
|
19
|
+
"schemaVersion": {
|
|
20
|
+
"const": 1
|
|
21
|
+
},
|
|
22
|
+
"source": {
|
|
23
|
+
"const": "doppler"
|
|
24
|
+
},
|
|
25
|
+
"catalogPath": {
|
|
26
|
+
"$ref": "#/$defs/repoRelativeJsonPath"
|
|
27
|
+
},
|
|
28
|
+
"quickstartRegistryPath": {
|
|
29
|
+
"$ref": "#/$defs/repoRelativeJsonPath"
|
|
30
|
+
},
|
|
31
|
+
"registrySelection": {
|
|
32
|
+
"type": "object",
|
|
33
|
+
"additionalProperties": false,
|
|
34
|
+
"required": [
|
|
35
|
+
"quickstart",
|
|
36
|
+
"artifactFormat",
|
|
37
|
+
"artifactCompleteness",
|
|
38
|
+
"runtimePromotionState",
|
|
39
|
+
"weightsRefAllowed",
|
|
40
|
+
"hfAvailability",
|
|
41
|
+
"runtimeStatus",
|
|
42
|
+
"testedStatus",
|
|
43
|
+
"testedResult",
|
|
44
|
+
"executionContractOk"
|
|
45
|
+
],
|
|
46
|
+
"properties": {
|
|
47
|
+
"quickstart": {
|
|
48
|
+
"const": true
|
|
49
|
+
},
|
|
50
|
+
"artifactFormat": {
|
|
51
|
+
"const": "rdrr"
|
|
52
|
+
},
|
|
53
|
+
"artifactCompleteness": {
|
|
54
|
+
"const": "complete"
|
|
55
|
+
},
|
|
56
|
+
"runtimePromotionState": {
|
|
57
|
+
"const": "manifest-owned"
|
|
58
|
+
},
|
|
59
|
+
"weightsRefAllowed": {
|
|
60
|
+
"const": false
|
|
61
|
+
},
|
|
62
|
+
"hfAvailability": {
|
|
63
|
+
"const": true
|
|
64
|
+
},
|
|
65
|
+
"runtimeStatus": {
|
|
66
|
+
"const": "active"
|
|
67
|
+
},
|
|
68
|
+
"testedStatus": {
|
|
69
|
+
"const": "verified"
|
|
70
|
+
},
|
|
71
|
+
"testedResult": {
|
|
72
|
+
"const": "pass"
|
|
73
|
+
},
|
|
74
|
+
"executionContractOk": {
|
|
75
|
+
"const": true
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
},
|
|
79
|
+
"mirroredFields": {
|
|
80
|
+
"type": "array",
|
|
81
|
+
"minItems": 1,
|
|
82
|
+
"items": {
|
|
83
|
+
"enum": [
|
|
84
|
+
"modelId",
|
|
85
|
+
"sourceCheckpointId",
|
|
86
|
+
"weightPackId",
|
|
87
|
+
"manifestVariantId",
|
|
88
|
+
"artifactCompleteness",
|
|
89
|
+
"runtimePromotionState",
|
|
90
|
+
"weightsRefAllowed",
|
|
91
|
+
"aliases",
|
|
92
|
+
"modes",
|
|
93
|
+
"hf"
|
|
94
|
+
]
|
|
95
|
+
},
|
|
96
|
+
"uniqueItems": true
|
|
97
|
+
}
|
|
98
|
+
},
|
|
99
|
+
"$defs": {
|
|
100
|
+
"repoRelativeJsonPath": {
|
|
101
|
+
"type": "string",
|
|
102
|
+
"minLength": 1,
|
|
103
|
+
"pattern": "\\.json$",
|
|
104
|
+
"not": {
|
|
105
|
+
"anyOf": [
|
|
106
|
+
{
|
|
107
|
+
"pattern": "^/"
|
|
108
|
+
},
|
|
109
|
+
{
|
|
110
|
+
"pattern": "\\\\"
|
|
111
|
+
},
|
|
112
|
+
{
|
|
113
|
+
"pattern": "(^|/)\\.\\.(/|$)"
|
|
114
|
+
}
|
|
115
|
+
]
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
}
|
|
@@ -10,6 +10,9 @@
|
|
|
10
10
|
/** Supported data types for router computation */
|
|
11
11
|
export type RouterDtype = 'f16' | 'f32';
|
|
12
12
|
|
|
13
|
+
/** Expert execution scheduling policy after Top-K routing */
|
|
14
|
+
export type ActiveExpertSelection = 'all' | 'topk-readback' | 'topk-route';
|
|
15
|
+
|
|
13
16
|
/**
|
|
14
17
|
* Configuration for MoE routing behavior.
|
|
15
18
|
*
|
|
@@ -45,6 +48,16 @@ export interface MoERoutingConfigSchema {
|
|
|
45
48
|
* Useful to limit buffer sizes on constrained devices.
|
|
46
49
|
*/
|
|
47
50
|
maxTokensPerExpertCap: number;
|
|
51
|
+
|
|
52
|
+
/**
|
|
53
|
+
* Expert execution scheduling policy.
|
|
54
|
+
* "all" executes every expert with the configured row budget.
|
|
55
|
+
* "topk-readback" reads the compact Top-K index buffer and executes only
|
|
56
|
+
* experts selected by the current batch.
|
|
57
|
+
* "topk-route" executes each Top-K route directly on GPU without CPU
|
|
58
|
+
* scheduling readback when the model format supports route-wise kernels.
|
|
59
|
+
*/
|
|
60
|
+
activeExpertSelection: ActiveExpertSelection;
|
|
48
61
|
}
|
|
49
62
|
|
|
50
63
|
/** Default MoE routing configuration */
|
|
@@ -11,6 +11,7 @@ export const DEFAULT_MOE_ROUTING_CONFIG = {
|
|
|
11
11
|
maxTokensPerExpertHeadroom: 2.0,
|
|
12
12
|
maxTokensPerExpertMin: 4,
|
|
13
13
|
maxTokensPerExpertCap: 0,
|
|
14
|
+
activeExpertSelection: 'all',
|
|
14
15
|
};
|
|
15
16
|
|
|
16
17
|
// =============================================================================
|
|
@@ -29,4 +30,3 @@ export const DEFAULT_MOE_RUNTIME_CONFIG = {
|
|
|
29
30
|
routing: DEFAULT_MOE_ROUTING_CONFIG,
|
|
30
31
|
cache: DEFAULT_MOE_CACHE_CONFIG,
|
|
31
32
|
};
|
|
32
|
-
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schemaVersion": 1,
|
|
3
|
+
"source": "doppler",
|
|
4
|
+
"policies": [
|
|
5
|
+
{
|
|
6
|
+
"id": "claim-evidence-contract",
|
|
7
|
+
"policyPath": "tools/policies/claim-evidence-contract.json",
|
|
8
|
+
"schemaPath": "src/config/schema/claim-evidence-contract.schema.json"
|
|
9
|
+
},
|
|
10
|
+
{
|
|
11
|
+
"id": "command-surface-contract",
|
|
12
|
+
"policyPath": "tools/policies/command-surface-contract.json",
|
|
13
|
+
"schemaPath": "src/config/schema/command-surface-contract.schema.json"
|
|
14
|
+
},
|
|
15
|
+
{
|
|
16
|
+
"id": "model-artifact-contract",
|
|
17
|
+
"policyPath": "tools/policies/model-artifact-contract.json",
|
|
18
|
+
"schemaPath": "src/config/schema/model-artifact-contract.schema.json"
|
|
19
|
+
},
|
|
20
|
+
{
|
|
21
|
+
"id": "subsystem-support-contract",
|
|
22
|
+
"policyPath": "tools/policies/subsystem-support-contract.json",
|
|
23
|
+
"schemaPath": "src/config/schema/subsystem-support-contract.schema.json"
|
|
24
|
+
}
|
|
25
|
+
]
|
|
26
|
+
}
|