doppler-gpu 0.7.3 → 0.7.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +42 -0
- package/package.json +5 -48
- package/src/capsule-runtime.d.ts +2 -2
- package/src/client/capsule-host.browser.js +4 -4
- package/src/client/capsule-host.d.ts +8 -8
- package/src/client/capsule-host.js +4 -4
- package/src/client/doppler-api.d.ts +2 -2
- package/src/client/inspection.d.ts +3 -0
- package/src/client/inspection.js +29 -0
- package/src/client/model-host/index.d.ts +5 -4
- package/src/client/model-host/index.js +28 -8
- package/src/client/model-host/model-evidence.js +2 -0
- package/src/client/model-host/model-session.d.ts +7 -5
- package/src/client/model-host/model-session.js +10 -3
- package/src/client/model-host/privacy-receipt.js +22 -0
- package/src/client/resident-partitions.d.ts +3 -3
- package/src/client/resident-partitions.js +2 -2
- package/src/client/runtime/capsule-acquisition.d.ts +3 -3
- package/src/client/runtime/capsule-acquisition.js +1 -1
- package/src/client/runtime/capsule-adapter-execution.d.ts +2 -2
- package/src/client/runtime/capsule-adapter-execution.js +3 -3
- package/src/client/runtime/capsule-embedding.d.ts +2 -2
- package/src/client/runtime/capsule-embedding.js +1 -1
- package/src/client/runtime/capsule-forecast.d.ts +2 -2
- package/src/client/runtime/capsule-forecast.js +1 -1
- package/src/client/runtime/capsule-operation-adapters.d.ts +1 -1
- package/src/client/runtime/capsule-operation-adapters.js +1 -1
- package/src/client/runtime/capsule-operation-deltas.js +1 -1
- package/src/client/runtime/capsule-operation-executor.d.ts +1 -1
- package/src/client/runtime/capsule-operation-executor.js +2 -2
- package/src/client/runtime/capsule-operation-stream.d.ts +1 -1
- package/src/client/runtime/capsule-operation-stream.js +2 -2
- package/src/client/runtime/capsule-piece-reader.js +1 -1
- package/src/client/runtime/capsule-program-adapter.js +1 -1
- package/src/client/runtime/capsule-release-authorization.js +1 -1
- package/src/client/runtime/capsule-rerank.d.ts +2 -2
- package/src/client/runtime/composition-root.d.ts +6 -6
- package/src/client/runtime/composition-root.js +6 -6
- package/src/client/runtime/fetch-capsule-artifact-store.d.ts +1 -1
- package/src/client/runtime/fetch-capsule-artifact-store.js +1 -1
- package/src/client/runtime/model-source.d.ts +4 -2
- package/src/client/runtime/model-source.js +5 -5
- package/src/client/runtime/scoped-session.d.ts +2 -2
- package/src/client/runtime/verified-capsule-artifact-store.d.ts +2 -2
- package/src/client/runtime/verified-capsule-artifact-store.js +1 -1
- package/src/config/backward-registry-loader.js +1 -1
- package/src/config/{capsule-adapter-policy.js → capsule/capsule-adapter-policy.js} +2 -2
- package/src/config/{capsule-adapters.d.ts → capsule/capsule-adapters.d.ts} +1 -1
- package/src/config/{capsule-adapters.js → capsule/capsule-adapters.js} +2 -2
- package/src/config/{capsule-loading.js → capsule/capsule-loading.js} +1 -1
- package/src/config/{capsule-operation.d.ts → capsule/capsule-operation.d.ts} +1 -1
- package/src/config/{capsule-operation.js → capsule/capsule-operation.js} +3 -3
- package/src/config/{capsule-release-contract.js → capsule/capsule-release-contract.js} +2 -2
- package/src/config/{capsule-release-events.d.ts → capsule/capsule-release-events.d.ts} +2 -1
- package/src/config/{capsule-release-events.js → capsule/capsule-release-events.js} +3 -2
- package/src/config/{capsule-sequence-receipt.js → capsule/capsule-sequence-receipt.js} +1 -1
- package/src/config/{capsule-token-selection.d.ts → capsule/capsule-token-selection.d.ts} +1 -1
- package/src/config/{capsule-token-selection.js → capsule/capsule-token-selection.js} +2 -2
- package/src/config/{capsule-v2.d.ts → capsule/capsule-v2.d.ts} +5 -4
- package/src/config/{capsule-v2.js → capsule/capsule-v2.js} +6 -6
- package/src/config/{capsule-v3.js → capsule/capsule-v3.js} +1 -1
- package/src/config/{capsule.js → capsule/capsule.js} +26 -7
- package/src/config/choice-scoring.js +1 -1
- package/src/config/conversion/amplify/amplify-120m-f16-af32.json +1 -1
- package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +1 -1
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +2 -2
- package/src/config/conversion/esmc/esmc-300m-f32-af32.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-270m-it-w8a8-ehf16-af32.json +1 -1
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +8 -8
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +8 -8
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +8 -8
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +8 -8
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +8 -8
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +8 -8
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +8 -8
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +8 -8
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +8 -8
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +1 -1
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +1 -1
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +1 -1
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +1 -1
- package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +1 -1
- package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +1 -1
- package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-4b-instruct-2507-q4k-ehf16-af32.json +2 -2
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-canonical-f32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-6-35b-a3b-q4_0-passthrough.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-6-35b-a3b-text-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-8-flash-next-text-q4k-ehf16-af32.json +25 -22
- package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +2 -2
- package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +2 -2
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +2 -2
- package/src/config/conversion/qwen3/qwen3.8-27b-q4_0-passthrough.json +1 -1
- package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +1 -1
- package/src/config/conversion/qwen3/qwen4exp-gguf-source-policy.json +53 -0
- package/src/config/embedding-contract.d.ts +1 -1
- package/src/config/embedding-contract.js +1 -1
- package/src/config/execution-registry-contract.d.ts +5 -5
- package/src/config/execution-registry-contract.js +5 -5
- package/src/config/generation-contract.js +2 -1
- package/src/config/hardware-partition-plan.d.ts +32 -0
- package/src/config/hardware-partition-plan.js +78 -0
- package/src/config/inspection/observation-policies.json +1 -1
- package/src/config/kernel-path-loader.d.ts +1 -1
- package/src/config/kernel-path-loader.js +1 -1
- package/src/config/kernel-registry-contract.d.ts +2 -2
- package/src/config/kernel-registry-contract.js +1 -1
- package/src/config/kernels/kernel-ref-digests.js +508 -0
- package/src/config/kernels/registry.js +2 -2
- package/src/config/kernels/registry.json +1892 -1096
- package/src/config/layer-partition-plan.d.ts +4 -0
- package/src/config/layer-partition-plan.js +10 -4
- package/src/config/merge.js +1 -1
- package/src/config/model-session-declarations.js +85 -0
- package/src/config/param-validator.js +3 -3
- package/src/config/platforms/amd-rdna3.json +2 -2
- package/src/config/production-release-evidence.js +1 -1
- package/src/config/revocation-policy.js +6 -2
- package/src/config/revocation-registry.json +1 -1
- package/src/config/runtime/model-sessions.json +23 -0
- package/src/config/runtime/profiles/flash-next-gguf-control-gemv.json +72 -0
- package/src/config/runtime/profiles/flash-next-gguf-hc-inject-gemv.json +47 -0
- package/src/config/schema/capsule/index.d.ts +14 -0
- package/src/config/schema/capsule/index.js +10 -0
- package/src/config/schema/{program-bundle.schema.d.ts → capsule/program-bundle.schema.d.ts} +3 -3
- package/src/config/schema/{program-bundle.schema.js → capsule/program-bundle.schema.js} +6 -6
- package/src/config/schema/{execution-v1.schema.d.ts → execution/execution-v1.schema.d.ts} +2 -0
- package/src/config/schema/{execution-v1.schema.js → execution/execution-v1.schema.js} +2 -2
- package/src/config/schema/execution/index.d.ts +203 -0
- package/src/config/schema/execution/index.js +94 -0
- package/src/config/schema/{inference.schema.d.ts → execution/inference.schema.d.ts} +1 -1
- package/src/config/schema/{kernel-path.schema.d.ts → execution/kernel-path.schema.d.ts} +3 -0
- package/src/config/schema/{kernel-registry.schema.d.ts → execution/kernel-registry.schema.d.ts} +2 -2
- package/src/config/schema/{kernel-thresholds.schema.d.ts → execution/kernel-thresholds.schema.d.ts} +1 -1
- package/src/config/schema/{kernel-thresholds.schema.js → execution/kernel-thresholds.schema.js} +1 -1
- package/src/config/schema/{kvcache.schema.d.ts → execution/kvcache.schema.d.ts} +8 -2
- package/src/config/schema/{kvcache.schema.js → execution/kvcache.schema.js} +17 -1
- package/src/config/schema/{ngram-embedding.schema.d.ts → execution/ngram-embedding.schema.d.ts} +3 -1
- package/src/config/schema/{ngram-embedding.schema.js → execution/ngram-embedding.schema.js} +16 -1
- package/src/config/schema/index.d.ts +8 -897
- package/src/config/schema/index.js +8 -506
- package/src/config/schema/{converter.schema.d.ts → manifest/converter.schema.d.ts} +4 -4
- package/src/config/schema/{converter.schema.js → manifest/converter.schema.js} +1 -1
- package/src/config/schema/manifest/index.d.ts +142 -0
- package/src/config/schema/manifest/index.js +62 -0
- package/src/config/schema/manifest/manifest-inference.schema.d.ts +298 -0
- package/src/config/schema/{manifest.schema.d.ts → manifest/manifest.schema.d.ts} +9 -291
- package/src/config/schema/{manifest.schema.js → manifest/manifest.schema.js} +2 -2
- package/src/config/schema/{emulation.schema.d.ts → platform/emulation.schema.d.ts} +1 -1
- package/src/config/schema/{emulation.schema.js → platform/emulation.schema.js} +6 -6
- package/src/config/schema/platform/index.d.ts +72 -0
- package/src/config/schema/platform/index.js +27 -0
- package/src/config/schema/{memory-limits.schema.js → platform/memory-limits.schema.js} +1 -1
- package/src/config/schema/policy/index.d.ts +14 -0
- package/src/config/schema/policy/index.js +9 -0
- package/src/config/schema/{doppler.schema.d.ts → runtime/doppler.schema.d.ts} +3 -3
- package/src/config/schema/{doppler.schema.js → runtime/doppler.schema.js} +12 -12
- package/src/config/schema/runtime/index.d.ts +238 -0
- package/src/config/schema/runtime/index.js +135 -0
- package/src/config/schema/{loading.schema.d.ts → runtime/loading.schema.d.ts} +26 -1
- package/src/config/schema/{loading.schema.js → runtime/loading.schema.js} +88 -0
- package/src/config/schema/{shared-runtime.schema.d.ts → runtime/shared-runtime.schema.d.ts} +5 -5
- package/src/config/schema/{shared-runtime.schema.js → runtime/shared-runtime.schema.js} +4 -4
- package/src/config/schema/{tooling.schema.d.ts → runtime/tooling.schema.d.ts} +1 -1
- package/src/config/schema/training/index.d.ts +63 -0
- package/src/config/schema/training/index.js +43 -0
- package/src/config/schema/{lora.schema.js → training/lora.schema.js} +1 -1
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +1 -1
- package/src/config/supported-operations.json +358 -88
- package/src/config/target-plan.d.ts +2 -2
- package/src/config/target-plan.js +2 -2
- package/src/config/training-defaults.d.ts +2 -2
- package/src/config/training-defaults.js +2 -2
- package/src/config/transforms/execution-graph/correctness-fallback.js +86 -0
- package/src/config/transforms/execution-graph/prefill-attention.js +116 -0
- package/src/{converter → config/transforms}/execution-graph-transforms.js +5 -194
- package/src/converter/core.js +18 -164
- package/src/converter/forge-stages.js +2 -2
- package/src/converter/fp8-source.js +1 -1
- package/src/converter/gemma4/validation.js +110 -0
- package/src/converter/linear-norm-gate.js +1 -1
- package/src/converter/manifest-builder.js +2 -9
- package/src/converter/parsers/gguf.js +54 -4
- package/src/converter/quantization-info.js +2 -2
- package/src/converter/qwen4-exp-source-execution.js +94 -0
- package/src/converter/qwen4-exp-source.js +1 -201
- package/src/converter/tensor-transform.js +2 -9
- package/src/converter/tokenizer-contract.js +2 -9
- package/src/converter/w8a8-quantizer.js +2 -2
- package/src/debug/config.js +1 -1
- package/src/debug/perf-guards.js +1 -1
- package/src/errors/doppler-error.d.ts +54 -0
- package/src/errors/doppler-error.js +13 -5
- package/src/experimental/distribution/shard-delivery/receipt.js +1 -1
- package/src/experimental/distribution/shard-delivery/retry.js +4 -4
- package/src/experimental/energy/types.d.ts +1 -1
- package/src/experimental/logits/cpu-output.js +1 -1
- package/src/experimental/training/artifacts.d.ts +2 -2
- package/src/experimental/training/artifacts.js +2 -2
- package/src/experimental/training/autograd.d.ts +1 -1
- package/src/experimental/training/distillation/student-fixture/execution.js +1 -1
- package/src/experimental/training/distillation/student-fixture/model.js +1 -1
- package/src/experimental/training/distillation/student-fixture.js +1 -1
- package/src/experimental/training/loss-scaling.d.ts +1 -1
- package/src/experimental/training/runner/evaluation.js +1 -1
- package/src/experimental/training/runner.js +1 -1
- package/src/experimental/training/trainer.d.ts +1 -1
- package/src/experimental/training/workloads.js +2 -2
- package/src/formats/gguf/block-storage.d.ts +9 -0
- package/src/formats/gguf/block-storage.js +12 -3
- package/src/formats/gguf/qwen-source.js +5 -3
- package/src/formats/gguf/qwen-source.json +8 -1
- package/src/formats/gguf/qwen4-exp-source.js +101 -0
- package/src/formats/q4k-dequant.js +1 -1
- package/src/formats/qwen4-exp-source-contracts.js +204 -0
- package/src/formats/rdrr/fp8-contract.js +1 -1
- package/src/formats/rdrr/fp8-storage.js +1 -1
- package/src/formats/rdrr/q4_0-storage.js +1 -1
- package/src/formats/rdrr/storage-descriptor.js +1 -1
- package/src/formats/rdrr/tensor-config-validator.js +3 -3
- package/src/formats/rdrr/validation.js +1 -1
- package/src/formats/rdrr/w8a8-storage.js +1 -1
- package/src/generation/index.d.ts +1 -1
- package/src/generation/index.js +1 -0
- package/src/gpu/device.d.ts +1 -1
- package/src/gpu/kernels/attention/contiguous-quantized.js +252 -0
- package/src/gpu/kernels/attention/tiered-quantized.js +321 -0
- package/src/gpu/kernels/attention/tiered.js +240 -0
- package/src/gpu/kernels/attention.js +5 -801
- package/src/gpu/kernels/backward/layernorm_backward.wgsl +3 -3
- package/src/gpu/kernels/channel-gain.js +100 -0
- package/src/gpu/kernels/channel-rotation.d.ts +16 -0
- package/src/gpu/kernels/channel-rotation.js +47 -0
- package/src/gpu/kernels/channel_energy.wgsl +17 -0
- package/src/gpu/kernels/channel_energy_pair.wgsl +27 -0
- package/src/gpu/kernels/channel_gain_control.wgsl +60 -0
- package/src/gpu/kernels/channel_gain_derive.wgsl +40 -0
- package/src/gpu/kernels/channel_gain_swiglu.wgsl +64 -0
- package/src/gpu/kernels/channel_rotation_apply.wgsl +38 -0
- package/src/gpu/kernels/channel_rotation_derive.wgsl +76 -0
- package/src/gpu/kernels/check-finiteness-f32.js +22 -0
- package/src/gpu/kernels/check_finiteness.wgsl +2 -2
- package/src/gpu/kernels/clamp.js +2 -2
- package/src/gpu/kernels/dequant.js +1 -1
- package/src/gpu/kernels/dispatch.js +7 -0
- package/src/gpu/kernels/energy_quintel_grad.wgsl +7 -7
- package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +7 -7
- package/src/gpu/kernels/energy_quintel_reduce.wgsl +6 -6
- package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +6 -6
- package/src/gpu/kernels/energy_quintel_update.wgsl +7 -7
- package/src/gpu/kernels/energy_quintel_update_f16.wgsl +7 -7
- package/src/gpu/kernels/fused_matmul_q4_widetile_f32.wgsl +174 -0
- package/src/gpu/kernels/fused_matmul_rmsnorm.wgsl +0 -49
- package/src/gpu/kernels/gated-delta-norm-gate.js +1 -1
- package/src/gpu/kernels/gated_delta_recurrent_gguf_register_prefill_sigmoid_gate.wgsl +730 -0
- package/src/gpu/kernels/gated_delta_recurrent_gguf_sigmoid_gate.wgsl +499 -0
- package/src/gpu/kernels/gather.js +16 -1
- package/src/gpu/kernels/gather_split4_packed_f16_vec4_f32_out.wgsl +104 -0
- package/src/gpu/kernels/generated/uniform-writers-0.js +7 -11
- package/src/gpu/kernels/generated/uniform-writers-1.js +43 -46
- package/src/gpu/kernels/generated/uniform-writers-2.js +80 -2
- package/src/gpu/kernels/generated/uniform-writers.js +33 -21
- package/src/gpu/kernels/hyper-connection-up.js +64 -0
- package/src/gpu/kernels/hyper-connection.js +15 -4
- package/src/gpu/kernels/hyper_connection_mix_branch.wgsl +105 -0
- package/src/gpu/kernels/hyper_connection_norm.wgsl +3 -3
- package/src/gpu/kernels/hyper_connection_up_mix_branch_q4_0.wgsl +164 -0
- package/src/gpu/kernels/kernel-execution.js +18 -7
- package/src/gpu/kernels/linear-attention-core.js +3 -4
- package/src/gpu/kernels/moe-route.js +14 -0
- package/src/gpu/kernels/moe_gather.wgsl +0 -63
- package/src/gpu/kernels/moe_route_q4_0_split_block_f32.wgsl +63 -0
- package/src/gpu/kernels/moe_route_q4_1_block_f32.wgsl +59 -0
- package/src/gpu/kernels/moe_route_remap.wgsl +22 -0
- package/src/gpu/kernels/paired-linear-attention.js +1 -1
- package/src/gpu/kernels/pipeline-cache.js +18 -2
- package/src/gpu/kernels/ple.js +11 -7
- package/src/gpu/kernels/ple_q4_0_to_f32.wgsl +32 -0
- package/src/gpu/kernels/qsa-indexer.d.ts +2 -0
- package/src/gpu/kernels/qsa-indexer.js +6 -4
- package/src/gpu/kernels/qsa_block_keys.wgsl +2 -1
- package/src/gpu/kernels/qsa_prepare.wgsl +2 -1
- package/src/gpu/kernels/relu.js +1 -1
- package/src/gpu/kernels/relu.wgsl +2 -2
- package/src/gpu/kernels/relu_f16.wgsl +2 -2
- package/src/gpu/kernels/residual.js +1 -1
- package/src/gpu/kernels/residual.wgsl +4 -4
- package/src/gpu/kernels/residual_f16.wgsl +2 -2
- package/src/gpu/kernels/residual_f16_vec4.wgsl +2 -2
- package/src/gpu/kernels/residual_vec4.wgsl +2 -2
- package/src/gpu/kernels/rope-precompute.js +1 -1
- package/src/gpu/kernels/scatter_add.wgsl +0 -31
- package/src/gpu/kernels/shader-cache.js +17 -3
- package/src/gpu/kernels/shader-capability-filter.js +120 -0
- package/src/gpu/kernels/softmax.js +10 -10
- package/src/gpu/kernels/topk.wgsl +0 -55
- package/src/gpu/kernels/transpose.js +1 -1
- package/src/gpu/kernels/transpose.wgsl +2 -2
- package/src/gpu/kernels/w8a8.js +1 -1
- package/src/gpu/uniform-cache.d.ts +15 -1
- package/src/gpu/uniform-cache.js +82 -7
- package/src/gpu/weight-buffer.d.ts +1 -1
- package/src/inference/moe-router.d.ts +1 -126
- package/src/inference/moe-router.js +0 -149
- package/src/inference/pipelines/context.js +3 -15
- package/src/inference/pipelines/shader-scoped-pipeline.js +10 -5
- package/src/inference/pipelines/text/attention/interpreter/immediate.js +4 -4
- package/src/inference/pipelines/text/attention/interpreter/output.js +203 -0
- package/src/inference/pipelines/text/attention/interpreter/recorded.js +92 -67
- package/src/inference/pipelines/text/attention/interpreter.js +77 -350
- package/src/inference/pipelines/text/attention/projection-executor.js +2 -2
- package/src/inference/pipelines/text/attention/projection-plan.js +1 -1
- package/src/inference/pipelines/text/attention/projection-precision.js +132 -0
- package/src/inference/pipelines/text/attention/projections.js +13 -151
- package/src/inference/pipelines/text/attention/recorded-health.js +83 -0
- package/src/inference/pipelines/text/attention/rope-observation.js +1 -1
- package/src/inference/pipelines/text/attention/types.js +0 -13
- package/src/inference/pipelines/text/config/normalization.js +2 -2
- package/src/inference/pipelines/text/config.d.ts +4 -4
- package/src/inference/pipelines/text/config.js +17 -135
- package/src/inference/pipelines/text/{config-components.js → configuration/config-components.js} +4 -4
- package/src/inference/pipelines/text/configuration/model-geometry.js +114 -0
- package/src/inference/pipelines/text/{resolved-runtime-session.d.ts → configuration/resolved-runtime-session.d.ts} +4 -4
- package/src/inference/pipelines/text/{resolved-runtime-session.js → configuration/resolved-runtime-session.js} +1 -1
- package/src/inference/pipelines/text/{abort-contract.js → contracts/abort-contract.js} +2 -1
- package/src/inference/pipelines/text/contracts/metrics.d.ts +234 -0
- package/src/inference/pipelines/text/{embed.js → embedding/embed.js} +15 -15
- package/src/inference/pipelines/text/{embedding-batch.js → embedding/embedding-batch.js} +1 -1
- package/src/inference/pipelines/text/{embedding-extraction.js → embedding/embedding-extraction.js} +12 -12
- package/src/inference/pipelines/text/{embedding-normalization.js → embedding/embedding-normalization.js} +4 -4
- package/src/inference/pipelines/text/{execution-plan.d.ts → execution/execution-plan.d.ts} +8 -8
- package/src/inference/pipelines/text/{execution-plan.js → execution/execution-plan.js} +9 -9
- package/src/inference/pipelines/text/{execution-runtime-builders.js → execution/execution-runtime-builders.js} +3 -3
- package/src/inference/pipelines/text/{execution-v1.d.ts → execution/execution-v1.d.ts} +2 -2
- package/src/inference/pipelines/text/{execution-v1.js → execution/execution-v1.js} +13 -183
- package/src/inference/pipelines/text/execution/layer-contract.js +90 -0
- package/src/inference/pipelines/text/{layer-execution-contract.js → execution/layer-execution-contract.js} +2 -2
- package/src/inference/pipelines/text/{layer-input-execution.js → execution/layer-input-execution.js} +27 -36
- package/src/inference/pipelines/text/{layer-partition-contract.d.ts → execution/layer-partition-contract.d.ts} +3 -3
- package/src/inference/pipelines/text/{layer-partition-contract.js → execution/layer-partition-contract.js} +2 -2
- package/src/inference/pipelines/text/{layer-plan-gpu.js → execution/layer-plan-gpu.js} +12 -12
- package/src/inference/pipelines/text/{layer-plan.d.ts → execution/layer-plan.d.ts} +1 -1
- package/src/inference/pipelines/text/{layer-plan.js → execution/layer-plan.js} +1 -1
- package/src/inference/pipelines/text/{layer.js → execution/layer.js} +34 -142
- package/src/inference/pipelines/text/{operator-identity.js → execution/operator-identity.js} +1 -1
- package/src/inference/pipelines/text/{ops.js → execution/ops.js} +26 -26
- package/src/inference/pipelines/text/{paired-execution.js → execution/paired-execution.js} +9 -9
- package/src/inference/pipelines/text/execution-v1/hybrid-projection-contract.js +159 -0
- package/src/inference/pipelines/text/expert-loading-stats.d.ts +16 -0
- package/src/inference/pipelines/text/expert-loading-stats.js +15 -0
- package/src/inference/pipelines/text/ffn/dense-executor.js +5 -4
- package/src/inference/pipelines/text/ffn/dense-plan.js +23 -34
- package/src/inference/pipelines/text/ffn/dense.js +72 -392
- package/src/inference/pipelines/text/ffn/fused-gate-up.js +197 -0
- package/src/inference/pipelines/text/ffn/moe.js +1 -1
- package/src/inference/pipelines/text/ffn/packed-gate-up.js +218 -0
- package/src/inference/pipelines/text/ffn/paired.js +3 -3
- package/src/inference/pipelines/text/ffn/qwen-shared-expert.js +1 -1
- package/src/inference/pipelines/text/ffn/sandwich.js +6 -7
- package/src/inference/pipelines/text/ffn/standard.js +5 -5
- package/src/inference/pipelines/text/ffn/types.js +6 -3
- package/src/inference/pipelines/text/{activity-weights.js → generator/activation/activity-weights.js} +8 -8
- package/src/inference/pipelines/text/generator/activation/channel-gain.d.ts +61 -0
- package/src/inference/pipelines/text/generator/activation/channel-gain.js +352 -0
- package/src/inference/pipelines/text/generator/activation/final-layer-replay.js +43 -0
- package/src/inference/pipelines/text/generator/{capsule-generation.js → adapters/capsule-generation.js} +5 -5
- package/src/inference/pipelines/text/generator/{diffusion.js → adapters/diffusion.js} +19 -19
- package/src/inference/pipelines/text/generator/{training.js → adapters/training.js} +21 -21
- package/src/inference/pipelines/text/generator/decode/advance-token.js +73 -0
- package/src/inference/pipelines/text/{generator-steps.js → generator/decode/batch-generation.js} +25 -288
- package/src/inference/pipelines/text/generator/decode/batch-readback.js +175 -0
- package/src/inference/pipelines/text/generator/{compiled-greedy-window.js → decode/compiled-greedy-window.js} +5 -5
- package/src/inference/pipelines/text/generator/{decode-components.js → decode/decode-components.js} +1 -1
- package/src/inference/pipelines/text/generator/{decode-runtime.js → decode/decode-loop.js} +20 -412
- package/src/inference/pipelines/text/generator/decode/decode-mechanics.js +288 -0
- package/src/inference/pipelines/text/generator/{decode-readback.js → decode/decode-readback.js} +1 -1
- package/src/inference/pipelines/text/generator/decode/decode-runtime.js +2 -0
- package/src/inference/pipelines/text/generator/{decode.js → decode/decode-step.js} +34 -313
- package/src/inference/pipelines/text/generator/decode/decode.js +5 -0
- package/src/inference/pipelines/text/generator/{greedy-head-policy.js → decode/greedy-head-policy.js} +1 -1
- package/src/inference/pipelines/text/generator/{recorded-step-executor.js → decode/recorded-step-executor.js} +2 -2
- package/src/inference/pipelines/text/generator/generator-steps.js +4 -0
- package/src/inference/pipelines/text/{generator.d.ts → generator/generator.d.ts} +13 -11
- package/src/inference/pipelines/text/{generator.js → generator/generator.js} +150 -46
- package/src/inference/pipelines/text/generator/{prefill-runtime.js → prefill/prefill-execution.js} +72 -278
- package/src/inference/pipelines/text/generator/prefill/prefill-logits.js +144 -0
- package/src/inference/pipelines/text/generator/{prefill-observation.js → prefill/prefill-observation.js} +2 -2
- package/src/inference/pipelines/text/generator/{prefill-policy.js → prefill/prefill-policy.js} +6 -1
- package/src/inference/pipelines/text/generator/prefill/prefill-runtime.js +2 -0
- package/src/inference/pipelines/text/generator/prefill/prefill-sequence.js +100 -0
- package/src/inference/pipelines/text/generator/{prefix-embedding.js → prefill/prefix-embedding.js} +7 -7
- package/src/inference/pipelines/text/{generation-request.d.ts → generator/request/generation-request.d.ts} +2 -2
- package/src/inference/pipelines/text/{generation-request.js → generator/request/generation-request.js} +3 -3
- package/src/inference/pipelines/text/generator/{prompt-input.js → request/prompt-input.js} +2 -2
- package/src/inference/pipelines/text/{sampling-config.d.ts → generator/sampling/sampling-config.d.ts} +1 -1
- package/src/inference/pipelines/text/{sampling-config.js → generator/sampling/sampling-config.js} +2 -2
- package/src/inference/pipelines/text/{sampling.d.ts → generator/sampling/sampling.d.ts} +15 -0
- package/src/inference/pipelines/text/{sampling.js → generator/sampling/sampling.js} +22 -3
- package/src/inference/pipelines/text/{stopping.js → generator/sampling/stopping.js} +3 -3
- package/src/inference/pipelines/text/generator/{token-selection.d.ts → sampling/token-selection.d.ts} +1 -1
- package/src/inference/pipelines/text/generator/{token-selection.js → sampling/token-selection.js} +8 -8
- package/src/inference/pipelines/text/generator/{activation-storage.js → session/activation-storage.js} +2 -2
- package/src/inference/pipelines/text/generator/{attention-lifecycle.js → session/attention-lifecycle.js} +1 -1
- package/src/inference/pipelines/text/generator/{diagnostic-sequence.d.ts → session/diagnostic-sequence.d.ts} +3 -3
- package/src/inference/pipelines/text/generator/{diagnostic-sequence.js → session/diagnostic-sequence.js} +3 -3
- package/src/inference/pipelines/text/generator/session/generation-runtime.js +278 -0
- package/src/inference/pipelines/text/{generator-runtime.d.ts → generator/session/generator-runtime.d.ts} +7 -7
- package/src/inference/pipelines/text/{generator-runtime.js → generator/session/generator-runtime.js} +8 -8
- package/src/inference/pipelines/text/generator/{recovery.js → session/recovery.js} +6 -6
- package/src/inference/pipelines/text/{sequence-state.d.ts → generator/session/sequence-state.d.ts} +5 -5
- package/src/inference/pipelines/text/{sequence-state.js → generator/session/sequence-state.js} +26 -18
- package/src/inference/pipelines/text/generator/{session-context.js → session/session-context.js} +12 -11
- package/src/inference/pipelines/text/generator/{speculative-runtime.js → session/speculative-runtime.js} +1 -1
- package/src/inference/pipelines/text/generator/{text.js → session/text.js} +9 -9
- package/src/inference/pipelines/text/{warm-generation.d.ts → generator/session/warm-generation.d.ts} +1 -1
- package/src/inference/pipelines/text/{warm-generation.js → generator/session/warm-generation.js} +1 -1
- package/src/inference/pipelines/text/generator/{whole-token-lane.js → whole-token/whole-token-lane.js} +10 -10
- package/src/inference/pipelines/text/generator/{whole-token-observation.d.ts → whole-token/whole-token-observation.d.ts} +2 -2
- package/src/inference/pipelines/text/generator/{whole-token-observation.js → whole-token/whole-token-observation.js} +5 -5
- package/src/inference/pipelines/text/generator/{whole-token-program.d.ts → whole-token/whole-token-program.d.ts} +3 -3
- package/src/inference/pipelines/text/generator/{whole-token-program.js → whole-token/whole-token-program.js} +5 -5
- package/src/inference/pipelines/text/hyper-connection/decoder-layer.d.ts +17 -4
- package/src/inference/pipelines/text/hyper-connection/decoder-layer.js +38 -14
- package/src/inference/pipelines/text/hyper-connection/layer-executor.js +14 -9
- package/src/inference/pipelines/text/hyper-connection/logits-input.js +5 -3
- package/src/inference/pipelines/text/hyper-connection/projection.js +52 -2
- package/src/inference/pipelines/text/hyper-connection/sequence-transaction.js +3 -3
- package/src/inference/pipelines/text/hyper-connection/session.d.ts +1 -1
- package/src/inference/pipelines/text/hyper-connection/session.js +9 -5
- package/src/inference/pipelines/text/indexed-attention/qsa-cache.d.ts +2 -1
- package/src/inference/pipelines/text/indexed-attention/qsa-cache.js +3 -3
- package/src/inference/pipelines/text/init.d.ts +4 -2
- package/src/inference/pipelines/text/init.js +10 -934
- package/src/inference/pipelines/text/initialization/init-emulation.js +76 -0
- package/src/inference/pipelines/text/initialization/init-kv-cache.js +547 -0
- package/src/inference/pipelines/text/initialization/init-moe.js +34 -0
- package/src/inference/pipelines/text/{init-qkv-fusion.js → initialization/init-qkv-fusion.js} +7 -7
- package/src/inference/pipelines/text/{init-rope.d.ts → initialization/init-rope.d.ts} +4 -4
- package/src/inference/pipelines/text/{init-rope.js → initialization/init-rope.js} +9 -11
- package/src/inference/pipelines/text/initialization/init-speculative.js +31 -0
- package/src/inference/pipelines/text/{init-tokenizer.js → initialization/init-tokenizer.js} +2 -2
- package/src/inference/pipelines/text/lifecycle.js +18 -18
- package/src/inference/pipelines/text/{linear-attention-ab-fusion.js → linear-attention/linear-attention-ab-fusion.js} +3 -3
- package/src/inference/pipelines/text/{linear-attention.d.ts → linear-attention/linear-attention.d.ts} +12 -12
- package/src/inference/pipelines/text/{linear-attention.js → linear-attention/linear-attention.js} +17 -17
- package/src/inference/pipelines/text/linear-attention/plan.js +4 -4
- package/src/inference/pipelines/text/linear-attention/state-checkpoint.js +1 -1
- package/src/inference/pipelines/text/linear-attention/state-clone.js +1 -1
- package/src/inference/pipelines/text/linear-attention/state-layout.js +2 -2
- package/src/inference/pipelines/text/loading/decode-session-config.js +295 -0
- package/src/inference/pipelines/text/loading/init-weights.js +254 -0
- package/src/inference/pipelines/text/{load-errors.js → loading/load-errors.js} +3 -3
- package/src/inference/pipelines/text/{model-load.js → loading/model-load.js} +14 -306
- package/src/inference/pipelines/text/{weight-loading-config.js → loading/weight-loading-config.js} +6 -6
- package/src/inference/pipelines/text/{weights.d.ts → loading/weights.d.ts} +13 -13
- package/src/inference/pipelines/text/{weights.js → loading/weights.js} +5 -5
- package/src/inference/pipelines/text/logits/gpu-executor.js +2 -2
- package/src/inference/pipelines/text/logits/gpu.d.ts +4 -4
- package/src/inference/pipelines/text/logits/gpu.js +2 -2
- package/src/inference/pipelines/text/{generator → logits}/hidden-projection.js +1 -1
- package/src/inference/pipelines/text/logits/index.d.ts +1 -1
- package/src/inference/pipelines/text/logits/index.js +3 -3
- package/src/inference/pipelines/text/{generator → logits}/logits-config.js +1 -1
- package/src/inference/pipelines/text/logits/output-transform.js +1 -1
- package/src/inference/pipelines/text/logits/precision-policy.js +1 -1
- package/src/inference/pipelines/text/logits/types.d.ts +2 -2
- package/src/inference/pipelines/text/lora-types.d.ts +1 -1
- package/src/inference/pipelines/text/moe/expert-loading.js +4 -1
- package/src/inference/pipelines/text/moe/gpu-executor.js +44 -101
- package/src/inference/pipelines/text/moe/grouped-prefill.js +6 -2
- package/src/inference/pipelines/text/moe/qwen-route-executor.d.ts +2 -2
- package/src/inference/pipelines/text/moe/qwen-route-executor.js +31 -2
- package/src/inference/pipelines/text/moe/routed-expert-chunks.js +99 -15
- package/src/inference/pipelines/text/moe-cache.js +11 -77
- package/src/inference/pipelines/text/moe-gpu.js +33 -75
- package/src/inference/pipelines/text/moe-impl.d.ts +3 -38
- package/src/inference/pipelines/text/moe-impl.js +1 -7
- package/src/inference/pipelines/text/ngram/ngram-addresses.d.ts +1 -1
- package/src/inference/pipelines/text/ngram/ngram-addresses.js +2 -2
- package/src/inference/pipelines/text/ngram/ngram-table.d.ts +3 -3
- package/src/inference/pipelines/text/ngram/ngram-table.js +5 -6
- package/src/inference/pipelines/text/ngram/ple-layer.d.ts +3 -3
- package/src/inference/pipelines/text/ngram/ple-layer.js +3 -3
- package/src/inference/pipelines/text/{generator-logits-observation.js → observation/generator-logits-observation.js} +4 -4
- package/src/inference/pipelines/text/{kernel-trace.js → observation/kernel-trace.js} +1 -1
- package/src/inference/pipelines/text/{operator-events.js → observation/operator-events.js} +1 -1
- package/src/inference/pipelines/text/{probes.js → observation/probes.js} +13 -13
- package/src/inference/pipelines/text/{tsir-fixture-writer.js → observation/tsir-fixture-writer.js} +3 -3
- package/src/inference/pipelines/text/{execution.js → operations/execution.js} +14 -14
- package/src/inference/pipelines/text/{image-transcription.js → operations/image-transcription.js} +8 -8
- package/src/inference/pipelines/text/{partition-attempt.js → partitions/partition-attempt.js} +7 -7
- package/src/inference/pipelines/text/{partition-execution.js → partitions/partition-execution.js} +79 -34
- package/src/inference/pipelines/text/partitions/partition-wire.js +50 -0
- package/src/inference/pipelines/text/{resident-partition-contract.d.ts → partitions/resident-partition-contract.d.ts} +10 -8
- package/src/inference/pipelines/text/{resident-partition-contract.js → partitions/resident-partition-contract.js} +6 -6
- package/src/inference/pipelines/text/{resident-partition.js → partitions/resident-partition.js} +19 -13
- package/src/inference/pipelines/text/{resident-pipeline-preparation.js → partitions/resident-pipeline-preparation.js} +32 -32
- package/src/inference/pipelines/text/per-layer/materialize.js +4 -4
- package/src/inference/pipelines/text/per-layer/per-layer-inputs.js +5 -0
- package/src/inference/pipelines/text/per-layer/plan.js +4 -4
- package/src/inference/pipelines/text/{per-layer-inputs.js → per-layer/prepare.js} +14 -280
- package/src/inference/pipelines/text/per-layer/projection-contract.js +79 -0
- package/src/inference/pipelines/text/per-layer/runtime-cache.js +183 -0
- package/src/inference/pipelines/text/pipeline.d.ts +13 -8
- package/src/inference/pipelines/text/pipeline.js +78 -22
- package/src/inference/pipelines/text/{drift-policy.js → policy/drift-policy.js} +1 -1
- package/src/inference/pipelines/text/{dtype-contract.js → policy/dtype-contract.js} +2 -2
- package/src/inference/pipelines/text/{finiteness-guard-status.js → policy/finiteness-guard-status.js} +2 -1
- package/src/inference/pipelines/text/{generator-decode-policy.js → policy/generator-decode-policy.js} +5 -5
- package/src/inference/pipelines/text/state.d.ts +9 -8
- package/src/inference/pipelines/text/state.js +1 -0
- package/src/inference/pipelines/text/types.d.ts +14 -218
- package/src/inference/pipelines/text.js +2 -0
- package/src/inference/tokenizers/bundled/merge.js +130 -0
- package/src/inference/tokenizers/bundled.js +2 -36
- package/src/loader/doppler-loader.d.ts +17 -7
- package/src/loader/doppler-loader.js +27 -29
- package/src/loader/embedding-limit-preflight.js +29 -1
- package/src/loader/embedding-loader.js +18 -4
- package/src/loader/experts/compact-expert-cache.js +488 -0
- package/src/loader/experts/expert-cache.d.ts +1 -1
- package/src/loader/experts/expert-dequant-cache.d.ts +9 -0
- package/src/loader/experts/expert-dequant-cache.js +75 -0
- package/src/loader/experts/expert-frequency-index.js +129 -0
- package/src/loader/experts/expert-loader.d.ts +4 -0
- package/src/loader/experts/expert-loader.js +13 -1
- package/src/loader/experts/expert-preparation.d.ts +1 -1
- package/src/loader/experts/expert-preparation.js +1 -1
- package/src/loader/experts/loader-bindings.js +117 -13
- package/src/loader/experts/mapped-expert-upload-cache.d.ts +61 -0
- package/src/loader/experts/mapped-expert-upload-cache.js +382 -0
- package/src/loader/experts/qwen-paging.d.ts +1 -1
- package/src/loader/experts/qwen-paging.js +1 -1
- package/src/loader/experts/routed-expert-cache.d.ts +62 -3
- package/src/loader/experts/routed-expert-cache.js +451 -99
- package/src/loader/experts/routed-expert-plan.d.ts +2 -0
- package/src/loader/experts/routed-expert-plan.js +14 -8
- package/src/loader/experts/routed-expert-prefill.js +82 -0
- package/src/loader/experts/routed-expert-source.js +233 -0
- package/src/loader/experts/routed-expert-trace.js +77 -0
- package/src/loader/experts/tiered-expert-cache.d.ts +12 -0
- package/src/loader/experts/tiered-expert-cache.js +287 -0
- package/src/loader/experts/tiered-expert-plan.js +74 -0
- package/src/loader/final-weights-loader.d.ts +1 -1
- package/src/loader/hyper-connection-loader.d.ts +2 -2
- package/src/loader/hyper-connection-loader.js +85 -13
- package/src/loader/layer-loader.d.ts +3 -3
- package/src/loader/layer-loader.js +1 -1
- package/src/loader/layer-tensor-aliases.js +14 -11
- package/src/loader/loader-types.d.ts +6 -1
- package/src/loader/manifest-config.js +4 -0
- package/src/loader/model-executor.js +18 -1
- package/src/loader/model-load.d.ts +1 -1
- package/src/loader/model-load.js +1 -1
- package/src/loader/ngram-table-bindings.d.ts +3 -3
- package/src/loader/ngram-table-bindings.js +7 -6
- package/src/loader/q4k-reference-weight.js +1 -1
- package/src/loader/shard-cache.d.ts +8 -1
- package/src/loader/shard-cache.js +33 -0
- package/src/loader/tensors/bf16-loader.js +2 -1
- package/src/loader/tensors/fp8-loader.js +1 -1
- package/src/loader/tensors/load-executor.js +10 -2
- package/src/loader/tensors/tensor-loader.js +1 -1
- package/src/loader/tensors/tensor-reader.js +18 -5
- package/src/loader/tensors/w8a8-loader.js +1 -1
- package/src/loader/weight-representation-plan.d.ts +1 -1
- package/src/memory/buffer-pool/readback.js +82 -0
- package/src/memory/buffer-pool.d.ts +11 -2
- package/src/memory/buffer-pool.js +12 -73
- package/src/partitions.d.ts +4 -3
- package/src/partitions.js +3 -2
- package/src/{converter → rules}/capability-transform-resolver.js +3 -3
- package/src/rules/generated/rule-bundle.json +1 -1
- package/src/rules/inference/capability-transforms.rules.json +95 -28
- package/src/rules/rule-registry.js +2 -0
- package/src/storage/artifact-range-loaders.js +42 -0
- package/src/storage/artifact-storage-context.d.ts +4 -0
- package/src/storage/artifact-storage-context.js +8 -18
- package/src/storage/backends/idb-store.js +1 -1
- package/src/storage/distribution-transport.js +1 -1
- package/src/storage/download/http-contract.js +1 -1
- package/src/storage/download/http-transport.js +4 -4
- package/src/storage/inventory.js +1 -1
- package/src/storage/model-cache.d.ts +2 -1
- package/src/storage/model-cache.js +12 -8
- package/src/storage/node-file-access.js +4 -0
- package/src/storage/quota.d.ts +2 -1
- package/src/storage/quota.js +2 -1
- package/src/storage/shard-manager.d.ts +1 -1
- package/src/storage/shards/integrity.js +17 -0
- package/src/storage/source-artifact-store.d.ts +1 -1
- package/src/storage/source-artifact-store.js +1 -0
- package/src/storage/source-storage-context.d.ts +4 -0
- package/src/storage/source-storage-context.js +14 -0
- package/src/storage/verified-piece-gather-lane.js +192 -0
- package/src/storage/verified-piece-gather-worker.js +520 -0
- package/src/storage/verified-piece-gather.d.ts +113 -0
- package/src/storage/verified-piece-gather.js +199 -0
- package/src/storage/verified-piece-reader.d.ts +7 -0
- package/src/storage/verified-piece-reader.js +69 -12
- package/src/storage/verified-piece-storage.d.ts +3 -1
- package/src/storage/verified-piece-storage.js +101 -11
- package/src/storage/verified-piece-timings.js +25 -0
- package/src/tooling/browser-command-runner.js +1 -1
- package/src/tooling/browser-harness/benchmark-execution.js +2 -2
- package/src/tooling/browser-harness/benchmark-rerank.js +2 -2
- package/src/tooling/browser-harness/inference-execution.js +1 -1
- package/src/tooling/browser-harness/model-resolution.js +1 -1
- package/src/tooling/browser-harness/runtime-config.js +1 -1
- package/src/tooling/browser-harness/runtime-isolation.js +2 -5
- package/src/tooling/browser-harness/text-evidence.js +1 -1
- package/src/tooling/browser-harness-contract-helpers.js +1 -1
- package/src/tooling/browser-harness.js +2 -2
- package/src/tooling/capsule-v2.js +2 -2
- package/src/tooling/capsule.js +2 -2
- package/src/tooling/command-api-constants.js +4 -2
- package/src/tooling/command-api.d.ts +1 -1
- package/src/tooling/command-api.js +15 -21
- package/src/tooling/command-runtime-execution.js +1 -8
- package/src/tooling/diagnose-runner.js +3 -41
- package/src/tooling/node-browser/static-server.js +2 -2
- package/src/tooling/node-command-execution.js +2 -34
- package/src/tooling/node-converter/input.js +1 -1
- package/src/tooling/node-converter/output.js +2 -2
- package/src/tooling/node-converter.js +1 -1
- package/src/tooling/node-runtime-bridge.js +43 -0
- package/src/tooling/node-source-runtime.js +34 -35
- package/src/tooling/production-release.js +1 -1
- package/src/tooling/program-bundle/materialize.js +1 -1
- package/src/tooling/program-bundle-parity.d.ts +1 -1
- package/src/tooling/program-bundle-parity.js +1 -1
- package/src/tooling/program-bundle.d.ts +1 -1
- package/src/tooling/program-bundle.js +2 -2
- package/src/tooling/runtime-intent.js +1 -1
- package/src/tooling/source-artifact-adapter.js +3 -3
- package/src/tooling/source-runtime/node-loader.js +32 -5
- package/src/tooling/source-runtime-converter-config.js +28 -6
- package/src/tooling-exports.shared.d.ts +3 -3
- package/src/tooling-exports.shared.js +2 -2
- package/src/version.js +1 -1
- package/tests/kernels/browser/kernel-suite.js +1 -1
- package/tests/kernels/harness/benchmark.js +1 -1
- package/tools/README.md +74 -0
- package/src/config/runtime/profiles/qwen3-6-35b-a3b-q4_0-pooled-q8-common-diagnostic.json +0 -4407
- package/src/inference/pipelines/text/moe-cpu.js +0 -20
- /package/src/config/{capsule-loading.d.ts → capsule/capsule-loading.d.ts} +0 -0
- /package/src/config/{capsule-release-contract.d.ts → capsule/capsule-release-contract.d.ts} +0 -0
- /package/src/config/{capsule-signature.d.ts → capsule/capsule-signature.d.ts} +0 -0
- /package/src/config/{capsule-signature.js → capsule/capsule-signature.js} +0 -0
- /package/src/config/{capsule-v3.d.ts → capsule/capsule-v3.d.ts} +0 -0
- /package/src/config/{capsule.d.ts → capsule/capsule.d.ts} +0 -0
- /package/src/config/schema/{diffusion.schema.d.ts → execution/diffusion.schema.d.ts} +0 -0
- /package/src/config/schema/{diffusion.schema.js → execution/diffusion.schema.js} +0 -0
- /package/src/config/schema/{energy.schema.d.ts → execution/energy.schema.d.ts} +0 -0
- /package/src/config/schema/{energy.schema.js → execution/energy.schema.js} +0 -0
- /package/src/config/schema/{hyper-connection-decoder.schema.d.ts → execution/hyper-connection-decoder.schema.d.ts} +0 -0
- /package/src/config/schema/{hyper-connection-decoder.schema.js → execution/hyper-connection-decoder.schema.js} +0 -0
- /package/src/config/schema/{inference.schema.js → execution/inference.schema.js} +0 -0
- /package/src/config/schema/{kernel-path.schema.js → execution/kernel-path.schema.js} +0 -0
- /package/src/config/schema/{kernel-registry.schema.js → execution/kernel-registry.schema.js} +0 -0
- /package/src/config/schema/{kernel-warmup.schema.d.ts → execution/kernel-warmup.schema.d.ts} +0 -0
- /package/src/config/schema/{kernel-warmup.schema.js → execution/kernel-warmup.schema.js} +0 -0
- /package/src/config/schema/{speculation-self.schema.d.ts → execution/speculation-self.schema.d.ts} +0 -0
- /package/src/config/schema/{speculation-self.schema.js → execution/speculation-self.schema.js} +0 -0
- /package/src/config/schema/{speculative.schema.d.ts → execution/speculative.schema.d.ts} +0 -0
- /package/src/config/schema/{speculative.schema.js → execution/speculative.schema.js} +0 -0
- /package/src/config/schema/{conversion-report.schema.d.ts → manifest/conversion-report.schema.d.ts} +0 -0
- /package/src/config/schema/{conversion-report.schema.js → manifest/conversion-report.schema.js} +0 -0
- /package/src/config/schema/{conversion.schema.d.ts → manifest/conversion.schema.d.ts} +0 -0
- /package/src/config/schema/{conversion.schema.js → manifest/conversion.schema.js} +0 -0
- /package/src/config/schema/{fp8.schema.d.ts → manifest/fp8.schema.d.ts} +0 -0
- /package/src/config/schema/{fp8.schema.js → manifest/fp8.schema.js} +0 -0
- /package/src/config/schema/{manifest-rope.schema.d.ts → manifest/manifest-rope.schema.d.ts} +0 -0
- /package/src/config/schema/{quantization-defaults.schema.d.ts → manifest/quantization-defaults.schema.d.ts} +0 -0
- /package/src/config/schema/{quantization-defaults.schema.js → manifest/quantization-defaults.schema.js} +0 -0
- /package/src/config/schema/{quantization.schema.d.ts → manifest/quantization.schema.d.ts} +0 -0
- /package/src/config/schema/{quantization.schema.js → manifest/quantization.schema.js} +0 -0
- /package/src/config/schema/{w8a8.schema.d.ts → manifest/w8a8.schema.d.ts} +0 -0
- /package/src/config/schema/{w8a8.schema.js → manifest/w8a8.schema.js} +0 -0
- /package/src/config/schema/{gpu-cache.schema.d.ts → platform/gpu-cache.schema.d.ts} +0 -0
- /package/src/config/schema/{gpu-cache.schema.js → platform/gpu-cache.schema.js} +0 -0
- /package/src/config/schema/{memory-limits.schema.d.ts → platform/memory-limits.schema.d.ts} +0 -0
- /package/src/config/schema/{platform.schema.d.ts → platform/platform.schema.d.ts} +0 -0
- /package/src/config/schema/{support-tiers.schema.d.ts → policy/support-tiers.schema.d.ts} +0 -0
- /package/src/config/schema/{support-tiers.schema.js → policy/support-tiers.schema.js} +0 -0
- /package/src/config/schema/{adapter.schema.d.ts → runtime/adapter.schema.d.ts} +0 -0
- /package/src/config/schema/{adapter.schema.js → runtime/adapter.schema.js} +0 -0
- /package/src/config/schema/{benchmark.schema.d.ts → runtime/benchmark.schema.d.ts} +0 -0
- /package/src/config/schema/{benchmark.schema.js → runtime/benchmark.schema.js} +0 -0
- /package/src/config/schema/{bridge.schema.d.ts → runtime/bridge.schema.d.ts} +0 -0
- /package/src/config/schema/{bridge.schema.js → runtime/bridge.schema.js} +0 -0
- /package/src/config/schema/{browser-suite-metrics.schema.d.ts → runtime/browser-suite-metrics.schema.d.ts} +0 -0
- /package/src/config/schema/{browser-suite-metrics.schema.js → runtime/browser-suite-metrics.schema.js} +0 -0
- /package/src/config/schema/{buffer-pool.schema.d.ts → runtime/buffer-pool.schema.d.ts} +0 -0
- /package/src/config/schema/{buffer-pool.schema.js → runtime/buffer-pool.schema.js} +0 -0
- /package/src/config/schema/{debug.schema.d.ts → runtime/debug.schema.d.ts} +0 -0
- /package/src/config/schema/{debug.schema.js → runtime/debug.schema.js} +0 -0
- /package/src/config/schema/{distribution.schema.d.ts → runtime/distribution.schema.d.ts} +0 -0
- /package/src/config/schema/{distribution.schema.js → runtime/distribution.schema.js} +0 -0
- /package/src/config/schema/{ecosystem.schema.d.ts → runtime/ecosystem.schema.d.ts} +0 -0
- /package/src/config/schema/{ecosystem.schema.js → runtime/ecosystem.schema.js} +0 -0
- /package/src/config/schema/{harness.schema.d.ts → runtime/harness.schema.d.ts} +0 -0
- /package/src/config/schema/{harness.schema.js → runtime/harness.schema.js} +0 -0
- /package/src/config/schema/{hotswap.schema.d.ts → runtime/hotswap.schema.d.ts} +0 -0
- /package/src/config/schema/{hotswap.schema.js → runtime/hotswap.schema.js} +0 -0
- /package/src/config/schema/{intent-bundle.schema.d.ts → runtime/intent-bundle.schema.d.ts} +0 -0
- /package/src/config/schema/{intent-bundle.schema.js → runtime/intent-bundle.schema.js} +0 -0
- /package/src/config/schema/{runtime-profile.schema.d.ts → runtime/runtime-profile.schema.d.ts} +0 -0
- /package/src/config/schema/{runtime-profile.schema.js → runtime/runtime-profile.schema.js} +0 -0
- /package/src/config/schema/{storage.schema.d.ts → runtime/storage.schema.d.ts} +0 -0
- /package/src/config/schema/{storage.schema.js → runtime/storage.schema.js} +0 -0
- /package/src/config/schema/{tooling.schema.js → runtime/tooling.schema.js} +0 -0
- /package/src/config/schema/{units.schema.d.ts → runtime/units.schema.d.ts} +0 -0
- /package/src/config/schema/{units.schema.js → runtime/units.schema.js} +0 -0
- /package/src/config/schema/{backward-registry.schema.d.ts → training/backward-registry.schema.d.ts} +0 -0
- /package/src/config/schema/{backward-registry.schema.js → training/backward-registry.schema.js} +0 -0
- /package/src/config/schema/{distill-training.schema.d.ts → training/distill-training.schema.d.ts} +0 -0
- /package/src/config/schema/{distill-training.schema.js → training/distill-training.schema.js} +0 -0
- /package/src/config/schema/{lora.schema.d.ts → training/lora.schema.d.ts} +0 -0
- /package/src/config/schema/{training-metrics.schema.d.ts → training/training-metrics.schema.d.ts} +0 -0
- /package/src/config/schema/{training-metrics.schema.js → training/training-metrics.schema.js} +0 -0
- /package/src/config/schema/{training.schema.d.ts → training/training.schema.d.ts} +0 -0
- /package/src/config/schema/{training.schema.js → training/training.schema.js} +0 -0
- /package/src/config/schema/{ul-training.schema.d.ts → training/ul-training.schema.d.ts} +0 -0
- /package/src/config/schema/{ul-training.schema.js → training/ul-training.schema.js} +0 -0
- /package/src/{converter → config/transforms}/execution-graph/dtype.js +0 -0
- /package/src/{converter → config/transforms}/execution-graph/fusion.js +0 -0
- /package/src/{converter → config/transforms}/execution-graph/kv-storage.js +0 -0
- /package/src/{converter → config/transforms}/execution-graph/validation.js +0 -0
- /package/src/{converter → formats}/qwen4-exp-source-defaults.json +0 -0
- /package/src/inference/pipelines/text/{buffer-types.d.ts → contracts/buffer-types.d.ts} +0 -0
- /package/src/inference/pipelines/text/{embedding-contract.d.ts → embedding/embedding-contract.d.ts} +0 -0
- /package/src/inference/pipelines/text/{embedding-contract.js → embedding/embedding-contract.js} +0 -0
- /package/src/inference/pipelines/text/{precomputed-input-norm.js → execution/precomputed-input-norm.js} +0 -0
- /package/src/inference/pipelines/text/generator/{batch-retry-policy.js → decode/batch-retry-policy.js} +0 -0
- /package/src/inference/pipelines/text/{chat-format.d.ts → generator/request/chat-format.d.ts} +0 -0
- /package/src/inference/pipelines/text/{chat-format.js → generator/request/chat-format.js} +0 -0
- /package/src/inference/pipelines/text/generator/{recorder-stats.js → session/recorder-stats.js} +0 -0
- /package/src/inference/pipelines/text/generator/{whole-token-template.js → whole-token/whole-token-template.js} +0 -0
- /package/src/inference/pipelines/text/{init-chat-templates.js → initialization/init-chat-templates.js} +0 -0
- /package/src/inference/pipelines/text/{load-policy.js → loading/load-policy.js} +0 -0
- /package/src/inference/pipelines/text/{pipeline-load-timing.js → loading/pipeline-load-timing.js} +0 -0
- /package/src/inference/pipelines/text/{generator → logits}/hidden-projection.d.ts +0 -0
- /package/src/inference/pipelines/text/{operator-events.d.ts → observation/operator-events.d.ts} +0 -0
- /package/src/inference/pipelines/text/{stage-names.d.ts → observation/stage-names.d.ts} +0 -0
- /package/src/inference/pipelines/text/{stage-names.js → observation/stage-names.js} +0 -0
- /package/src/inference/pipelines/text/{tsir-fixture-writer.d.ts → observation/tsir-fixture-writer.d.ts} +0 -0
- /package/src/inference/pipelines/text/{generator → per-layer}/per-layer-buffer.js +0 -0
- /package/src/inference/pipelines/text/{finiteness-policy.js → policy/finiteness-policy.js} +0 -0
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
// Manifest schema contracts.
|
|
2
|
+
export {
|
|
3
|
+
RDRR_VERSION,
|
|
4
|
+
SHARD_SIZE,
|
|
5
|
+
TENSORS_FILENAME,
|
|
6
|
+
MAX_HEADER_SIZE,
|
|
7
|
+
HEADER_READ_SIZE,
|
|
8
|
+
DEFAULT_RMS_NORM_EPS,
|
|
9
|
+
DEFAULT_HIGH_PRECISION_EPS,
|
|
10
|
+
DEFAULT_MANIFEST_INFERENCE,
|
|
11
|
+
isV1Manifest,
|
|
12
|
+
hasMoEConfig,
|
|
13
|
+
validateManifestInference,
|
|
14
|
+
hasInferenceConfig,
|
|
15
|
+
} from "./manifest.schema.js";
|
|
16
|
+
|
|
17
|
+
export {
|
|
18
|
+
ConversionStage,
|
|
19
|
+
} from "./conversion.schema.js";
|
|
20
|
+
|
|
21
|
+
export {
|
|
22
|
+
CONVERSION_REPORT_SCHEMA_VERSION,
|
|
23
|
+
DEFAULT_CONVERSION_REPORT,
|
|
24
|
+
validateConversionReport,
|
|
25
|
+
} from "./conversion-report.schema.js";
|
|
26
|
+
|
|
27
|
+
export {
|
|
28
|
+
DEFAULT_CONVERTER_QUANTIZATION_CONFIG,
|
|
29
|
+
DEFAULT_CONVERTER_SHARDING_CONFIG,
|
|
30
|
+
DEFAULT_CONVERTER_STREAMING_CONFIG,
|
|
31
|
+
DEFAULT_CONVERTER_HTTP_CONFIG,
|
|
32
|
+
DEFAULT_CONVERTER_WEIGHT_LAYOUT_CONFIG,
|
|
33
|
+
DEFAULT_CONVERTER_MANIFEST_CONFIG,
|
|
34
|
+
DEFAULT_CONVERTER_INFERENCE_CONFIG,
|
|
35
|
+
DEFAULT_CONVERTER_OUTPUT_CONFIG,
|
|
36
|
+
DEFAULT_GGUF_PARSER_DEFAULTS,
|
|
37
|
+
DEFAULT_CONVERTER_EXECUTION_CONFIG,
|
|
38
|
+
DEFAULT_CONVERTER_CONFIG,
|
|
39
|
+
createConverterConfig,
|
|
40
|
+
} from "./converter.schema.js";
|
|
41
|
+
|
|
42
|
+
export {
|
|
43
|
+
// Defaults
|
|
44
|
+
DEFAULT_QUANTIZATION_DEFAULTS,
|
|
45
|
+
} from "./quantization-defaults.schema.js";
|
|
46
|
+
|
|
47
|
+
export {
|
|
48
|
+
// Constants
|
|
49
|
+
QK_K,
|
|
50
|
+
Q4_0_BLOCK_SIZE,
|
|
51
|
+
Q4_0_BLOCK_BYTES,
|
|
52
|
+
Q4K_BLOCK_BYTES,
|
|
53
|
+
Q6K_BLOCK_BYTES,
|
|
54
|
+
Q8_0_BLOCK_BYTES,
|
|
55
|
+
Q8_0_BLOCK_SIZE,
|
|
56
|
+
K_SCALE_SIZE,
|
|
57
|
+
QK4_K_BLOCK_SIZE,
|
|
58
|
+
|
|
59
|
+
// Functions
|
|
60
|
+
padToQ4KBlock,
|
|
61
|
+
q4kBlockCount,
|
|
62
|
+
} from "./quantization.schema.js";
|
|
@@ -0,0 +1,298 @@
|
|
|
1
|
+
import type { FP8Policy } from './fp8.schema.js';
|
|
2
|
+
import type { W8A8Policy } from './w8a8.schema.js';
|
|
3
|
+
import type { ManifestRoPESchema } from './manifest-rope.schema.js';
|
|
4
|
+
import type { KernelPathRef } from "../execution/kernel-path.schema.js";
|
|
5
|
+
import type { LayerPipelineSchema, LayerType, LinearNormGateActivation, LinearNormMode } from "../execution/inference.schema.js";
|
|
6
|
+
import type { EnergyModelConfigSchema } from "../execution/energy.schema.js";
|
|
7
|
+
import type { HyperConnectionsSchema, IndexedAttentionSchema } from "../execution/hyper-connection-decoder.schema.js";
|
|
8
|
+
import type { NgramEmbeddingSchema } from "../execution/ngram-embedding.schema.js";
|
|
9
|
+
import type {
|
|
10
|
+
ExecutionV1GraphSchema,
|
|
11
|
+
ExecutionV1SessionSchema,
|
|
12
|
+
} from "../execution/execution-v1.schema.js";
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
/**
|
|
16
|
+
* Attention configuration for inference.
|
|
17
|
+
* All fields required - converter must populate everything.
|
|
18
|
+
* Use `null` to indicate "not applicable" (e.g., no softcapping).
|
|
19
|
+
*/
|
|
20
|
+
export interface ManifestAttentionSchema {
|
|
21
|
+
/** Query pre-attention scalar: attnScale = 1/sqrt(scalar). Standard = headDim. */
|
|
22
|
+
queryPreAttnScalar: number;
|
|
23
|
+
/** Multiplier applied to Q after optional Q/K normalization and before RoPE. */
|
|
24
|
+
queryScale: number;
|
|
25
|
+
/** Attention logit softcapping (Gemma 2: 50, null = disabled) */
|
|
26
|
+
attnLogitSoftcapping: number | null;
|
|
27
|
+
/** Sliding window size for local attention (null = full attention) */
|
|
28
|
+
slidingWindow: number | null;
|
|
29
|
+
/** Query-key normalization */
|
|
30
|
+
queryKeyNorm: boolean;
|
|
31
|
+
/** Numerical family used for Q/K normalization. */
|
|
32
|
+
queryKeyNormType: 'rmsnorm' | 'layernorm';
|
|
33
|
+
/** Normalize each head independently or the complete projection before head reshaping. */
|
|
34
|
+
queryKeyNormAxis: 'head' | 'projection';
|
|
35
|
+
/** Layers that apply query-key normalization; null means all layers when queryKeyNorm=true */
|
|
36
|
+
queryKeyNormLayers: number[] | null;
|
|
37
|
+
/** Layers that have explicit Q/K RMSNorm scale tensors; null means every normalized layer must have weights */
|
|
38
|
+
queryKeyNormWeightLayers: number[] | null;
|
|
39
|
+
/** Value RMSNorm with implicit unit scale (Gemma 4 text attention) */
|
|
40
|
+
valueNorm: boolean;
|
|
41
|
+
/** Whether attention mask is causal (false = bidirectional attention) */
|
|
42
|
+
causal: boolean;
|
|
43
|
+
/** Attention bias mask enabled */
|
|
44
|
+
attentionBias: boolean;
|
|
45
|
+
/** Apply sigmoid gate from q_proj second half before o_proj */
|
|
46
|
+
attentionOutputGate: boolean;
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
/**
|
|
50
|
+
* Normalization configuration for inference.
|
|
51
|
+
* Controls transformer normalization and sandwich norm architecture.
|
|
52
|
+
*/
|
|
53
|
+
export interface ManifestNormalizationSchema {
|
|
54
|
+
/** Normalization family used by transformer and final norms. */
|
|
55
|
+
type: 'rmsnorm' | 'layernorm';
|
|
56
|
+
/** RMSNorm epsilon for numerical stability (default: 1e-5) */
|
|
57
|
+
rmsNormEps: number;
|
|
58
|
+
/** Use (1 + weight) pattern for RMSNorm (Gemma models) */
|
|
59
|
+
rmsNormWeightOffset: boolean;
|
|
60
|
+
/** Post-sublayer RMSNorm epsilon; null inherits rmsNormEps. */
|
|
61
|
+
postNormEps: number | null;
|
|
62
|
+
/** Post-sublayer centered-weight offset; null inherits rmsNormWeightOffset. */
|
|
63
|
+
postNormWeightOffset: boolean | null;
|
|
64
|
+
/** Has post-attention normalization (sandwich norm) */
|
|
65
|
+
postAttentionNorm: boolean;
|
|
66
|
+
/** Has pre-feedforward normalization (sandwich norm) */
|
|
67
|
+
preFeedforwardNorm: boolean;
|
|
68
|
+
/** Has post-feedforward normalization (sandwich norm) */
|
|
69
|
+
postFeedforwardNorm: boolean;
|
|
70
|
+
/** Exact final LayerNorm bias tensor; null for RMSNorm or bias-free LayerNorm. */
|
|
71
|
+
finalNormBiasTensor: string | null;
|
|
72
|
+
/**
|
|
73
|
+
* Activation applied to z by the linear-attention gated RMSNorm. Source-owned:
|
|
74
|
+
* runtime overrides are rejected. Manifests converted before this field
|
|
75
|
+
* existed omit it; merge resolves the omission to the schema default `silu`
|
|
76
|
+
* (see resolveLinearNormGateActivation), never to another value.
|
|
77
|
+
*/
|
|
78
|
+
linearNormGateActivation?: LinearNormGateActivation;
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
/**
|
|
82
|
+
* FFN configuration for inference.
|
|
83
|
+
*/
|
|
84
|
+
export interface ManifestFFNSchema {
|
|
85
|
+
/** Activation function type */
|
|
86
|
+
activation: 'silu' | 'gelu' | 'geglu' | 'swiglu' | 'relu';
|
|
87
|
+
/** Whether activation is gated (e.g., SwiGLU, GeGLU) */
|
|
88
|
+
gatedActivation: boolean;
|
|
89
|
+
/** FFN branch composition. `auto` preserves legacy dense-or-MoE routing. */
|
|
90
|
+
branchMode: 'auto' | 'dense' | 'moe' | 'dense_plus_moe';
|
|
91
|
+
/** Double the FFN intermediate width on KV-shared layers. */
|
|
92
|
+
useDoubleWideMlp: boolean;
|
|
93
|
+
/** Clamp SwiGLU output (null = disabled) */
|
|
94
|
+
swigluLimit: number | null;
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
/**
|
|
98
|
+
* Output configuration for inference.
|
|
99
|
+
* All fields required - converter must populate everything.
|
|
100
|
+
*/
|
|
101
|
+
export interface ManifestOutputSchema {
|
|
102
|
+
/** Optional opt-in model-owned reasoning/final output boundary. */
|
|
103
|
+
reasoningOutput?: import("../../reasoning-output.js").ReasoningOutputContract | null;
|
|
104
|
+
/** Final logit softcapping (Gemma 2: 30, null = disabled) */
|
|
105
|
+
finalLogitSoftcapping: number | null;
|
|
106
|
+
/** Whether embeddings and LM head share weights */
|
|
107
|
+
tieWordEmbeddings: boolean;
|
|
108
|
+
/** Scale embeddings by sqrt(hiddenSize) (Gemma models: true) */
|
|
109
|
+
scaleEmbeddings: boolean;
|
|
110
|
+
/** Explicit embedding multiplier, null to use scaleEmbeddings semantics. */
|
|
111
|
+
embeddingScale: number | null;
|
|
112
|
+
/** Optional weightless normalization applied to gathered embeddings. */
|
|
113
|
+
embeddingNormalization: ManifestEmbeddingNormalizationSchema | null;
|
|
114
|
+
/** Multiplier applied after final norm before LM head projection. */
|
|
115
|
+
logitInputScale: number;
|
|
116
|
+
/** Multiplier applied to LM-head logits before final softcapping. */
|
|
117
|
+
logitOutputScale: number;
|
|
118
|
+
/** Whether embedding weights are stored as [hidden, vocab] (transpose on gather) */
|
|
119
|
+
embeddingTranspose: boolean;
|
|
120
|
+
/** Embedding vocab size from weight tensor (null = use architecture.vocabSize) */
|
|
121
|
+
embeddingVocabSize: number | null;
|
|
122
|
+
/** Optional embedding-only postprocessor stack applied after pooled hidden states. */
|
|
123
|
+
embeddingPostprocessor: ManifestEmbeddingPostprocessorSchema | null;
|
|
124
|
+
/** Optional exact tensor name for an additive decoder/LM-head bias. */
|
|
125
|
+
lmHeadBiasTensor: string | null;
|
|
126
|
+
}
|
|
127
|
+
|
|
128
|
+
export interface ManifestEmbeddingNormalizationSchema {
|
|
129
|
+
type: 'rmsnorm';
|
|
130
|
+
withScale: false;
|
|
131
|
+
eps: number;
|
|
132
|
+
position: 'after-scale';
|
|
133
|
+
}
|
|
134
|
+
|
|
135
|
+
export interface ManifestSequencePoolingSchema {
|
|
136
|
+
mode: 'mean' | 'last';
|
|
137
|
+
excludeTokenIds: number[];
|
|
138
|
+
}
|
|
139
|
+
|
|
140
|
+
export interface ManifestSequenceSchema {
|
|
141
|
+
alphabet: 'amino_acid' | 'nucleotide';
|
|
142
|
+
tokenEmbeddings: boolean;
|
|
143
|
+
pooledEmbedding: ManifestSequencePoolingSchema | null;
|
|
144
|
+
logits: boolean;
|
|
145
|
+
}
|
|
146
|
+
|
|
147
|
+
export interface ManifestEmbeddingProjectionSchema {
|
|
148
|
+
weightTensor: string;
|
|
149
|
+
biasTensor: string | null;
|
|
150
|
+
inputSize: number;
|
|
151
|
+
outputSize: number;
|
|
152
|
+
activation: 'identity';
|
|
153
|
+
}
|
|
154
|
+
|
|
155
|
+
export interface ManifestEmbeddingPostprocessorSchema {
|
|
156
|
+
poolingMode: 'mean' | 'last';
|
|
157
|
+
includePrompt: boolean;
|
|
158
|
+
projections: ManifestEmbeddingProjectionSchema[];
|
|
159
|
+
normalize: 'l2' | null;
|
|
160
|
+
}
|
|
161
|
+
|
|
162
|
+
/**
|
|
163
|
+
* Layer pattern for hybrid attention models.
|
|
164
|
+
* Defines which layers use global vs sliding window attention.
|
|
165
|
+
*/
|
|
166
|
+
export interface ManifestLayerPatternSchema {
|
|
167
|
+
/** Pattern type */
|
|
168
|
+
type: 'uniform' | 'alternating' | 'every_n' | 'custom';
|
|
169
|
+
/** For alternating: which layers are global ('odd' or 'even'), null if not applicable */
|
|
170
|
+
globalPattern: 'odd' | 'even' | null;
|
|
171
|
+
/** For every_n: period of global layers, null if not applicable */
|
|
172
|
+
period: number | null;
|
|
173
|
+
/** For every_n: first global layer index modulo period, null if not applicable */
|
|
174
|
+
offset: number | null;
|
|
175
|
+
/** For custom: explicit per-layer architecture tags, null if not applicable */
|
|
176
|
+
layerTypes: LayerType[] | null;
|
|
177
|
+
/** Multiplier applied to attention and FFN branches before residual add. */
|
|
178
|
+
residualBranchScale: number;
|
|
179
|
+
}
|
|
180
|
+
|
|
181
|
+
/**
|
|
182
|
+
* Chat template configuration.
|
|
183
|
+
*/
|
|
184
|
+
export interface ManifestChatTemplateSchema {
|
|
185
|
+
/** Chat template type (null = no chat template) */
|
|
186
|
+
type: 'gemma' | 'gemma4' | 'llama3' | 'gpt-oss' | 'chatml' | 'qwen' | 'glmocr' | 'translategemma' | null;
|
|
187
|
+
/** Whether chat template is enabled */
|
|
188
|
+
enabled: boolean;
|
|
189
|
+
/** Thinking control passed to templates that declare it; null leaves it unspecified. */ thinking?: boolean | null;
|
|
190
|
+
}
|
|
191
|
+
export interface ManifestUnsupportedSchema {
|
|
192
|
+
code?: string | null;
|
|
193
|
+
message?: string | null;
|
|
194
|
+
recommendation?: string | null;
|
|
195
|
+
}
|
|
196
|
+
|
|
197
|
+
export interface ManifestDiffusionGemmaSchema {
|
|
198
|
+
/** Fixed decoder canvas length for block diffusion. */
|
|
199
|
+
canvasLength: number;
|
|
200
|
+
/** Maximum denoising iterations per canvas. */
|
|
201
|
+
maxDenoisingSteps: number;
|
|
202
|
+
/** Default generation cap in new tokens. */
|
|
203
|
+
maxNewTokens: number;
|
|
204
|
+
/** Lower bound for the linear denoising temperature schedule. */
|
|
205
|
+
tMin: number;
|
|
206
|
+
/** Upper bound for the linear denoising temperature schedule. */
|
|
207
|
+
tMax: number;
|
|
208
|
+
/** Entropy budget used by the entropy-bound sampler. */
|
|
209
|
+
entropyBound: number;
|
|
210
|
+
/** Mean-entropy threshold for adaptive canvas stopping. */
|
|
211
|
+
confidenceThreshold: number;
|
|
212
|
+
/** Number of stable argmax steps required before adaptive stopping can finish. */
|
|
213
|
+
stabilityThreshold: number;
|
|
214
|
+
/** Token used for padding completed canvases. */
|
|
215
|
+
padTokenId: number;
|
|
216
|
+
/** End-of-sequence token set used to terminate generated canvases. */
|
|
217
|
+
eosTokenIds: number[];
|
|
218
|
+
/** Beginning-of-image token id for multimodal inputs, null when unsupported by the artifact. */
|
|
219
|
+
boiTokenId: number | null;
|
|
220
|
+
/** End-of-image token id for multimodal inputs, null when unsupported by the artifact. */
|
|
221
|
+
eoiTokenId: number | null;
|
|
222
|
+
/** Image placeholder token id for multimodal inputs, null when unsupported by the artifact. */
|
|
223
|
+
imageTokenId: number | null;
|
|
224
|
+
/** Whether decoder self-conditioning logits are part of the runtime contract. */
|
|
225
|
+
selfConditioning: boolean;
|
|
226
|
+
/** Decoder attention must read encoder KV plus canvas K/V without committing the canvas to encoder cache. */
|
|
227
|
+
decoderCacheMode: 'encoder_kv_readonly_canvas_concat';
|
|
228
|
+
/** Router contract for DiffusionGemma/Gemma 4 MoE layers. */
|
|
229
|
+
router: {
|
|
230
|
+
scaleHiddenStates: boolean;
|
|
231
|
+
normalizeTopK: boolean;
|
|
232
|
+
perExpertScale: boolean;
|
|
233
|
+
};
|
|
234
|
+
}
|
|
235
|
+
|
|
236
|
+
export interface ManifestRerankSchema {
|
|
237
|
+
format: 'qwen3_yes_no_logit' | string;
|
|
238
|
+
instruction: string;
|
|
239
|
+
inputTemplate: string;
|
|
240
|
+
prefix: string;
|
|
241
|
+
suffix: string;
|
|
242
|
+
trueToken: string;
|
|
243
|
+
trueTokenId: number;
|
|
244
|
+
falseToken: string;
|
|
245
|
+
falseTokenId: number;
|
|
246
|
+
score: 'logit_difference' | 'true_logit' | string;
|
|
247
|
+
probability: 'sigmoid' | string;
|
|
248
|
+
}
|
|
249
|
+
|
|
250
|
+
/**
|
|
251
|
+
* Complete inference configuration embedded in manifest.
|
|
252
|
+
* All fields are required - converter must populate everything.
|
|
253
|
+
* Use `null` values to indicate "not applicable" or "disabled".
|
|
254
|
+
*/
|
|
255
|
+
export interface ManifestInferenceSchema {
|
|
256
|
+
/** Optional fail-fast marker for manifests with known unverified runtime contracts. */
|
|
257
|
+
unsupported?: ManifestUnsupportedSchema | null;
|
|
258
|
+
/** Execution contract discriminator (null = legacy inference contract). */
|
|
259
|
+
schema: string | null;
|
|
260
|
+
/** Attention configuration */
|
|
261
|
+
attention: ManifestAttentionSchema;
|
|
262
|
+
/** Normalization configuration */
|
|
263
|
+
normalization: ManifestNormalizationSchema;
|
|
264
|
+
/** FFN configuration */
|
|
265
|
+
ffn: ManifestFFNSchema;
|
|
266
|
+
/** RoPE configuration */
|
|
267
|
+
rope: ManifestRoPESchema;
|
|
268
|
+
/** Output configuration */
|
|
269
|
+
output: ManifestOutputSchema;
|
|
270
|
+
/** Layer pattern for hybrid attention */
|
|
271
|
+
layerPattern: ManifestLayerPatternSchema;
|
|
272
|
+
/** Chat template configuration */
|
|
273
|
+
chatTemplate: ManifestChatTemplateSchema;
|
|
274
|
+
/** Whether this artifact exposes embedding workload support through pipeline.embed(). */
|
|
275
|
+
supportsEmbedding: boolean;
|
|
276
|
+
/** Whether this artifact exposes typed biological sequence outputs. */
|
|
277
|
+
supportsSequence: boolean;
|
|
278
|
+
/** Whether this artifact exposes rerank workload support through prefillWithLogits(). */
|
|
279
|
+
supportsRerank: boolean;
|
|
280
|
+
/** DiffusionGemma block-diffusion runtime contract, null for non-DiffusionGemma models. */
|
|
281
|
+
diffusionGemma: ManifestDiffusionGemmaSchema | null;
|
|
282
|
+
/** Source-owned multi-stream gated residual (qwen4_exp); null for single-stream residual decoders. */
|
|
283
|
+
hyperConnections: HyperConnectionsSchema | null;
|
|
284
|
+
/** Source-owned QSA sparse-attention indexer (qwen4_exp); null for dense full attention. */
|
|
285
|
+
indexedAttention: IndexedAttentionSchema | null;
|
|
286
|
+
/** Source-owned hashed n-gram per-layer embedding (qwen4_exp PLE); null when absent. */
|
|
287
|
+
ngramEmbedding: NgramEmbeddingSchema | null;
|
|
288
|
+
/** Manifest-owned rerank scoring contract, null when rerank is unsupported. */
|
|
289
|
+
rerank: ManifestRerankSchema | null;
|
|
290
|
+
/** Biological sequence input/output contract, null when unsupported. */
|
|
291
|
+
sequence: ManifestSequenceSchema | null;
|
|
292
|
+
/** Layer pipeline override (null = use optimized hardcoded path) */
|
|
293
|
+
pipeline: LayerPipelineSchema | null;
|
|
294
|
+
/** Explicit session policy for execution v1 manifests */
|
|
295
|
+
session: ExecutionV1SessionSchema | null;
|
|
296
|
+
/** Explicit execution graph (v1 compact tuple format) */
|
|
297
|
+
execution: ExecutionV1GraphSchema | null;
|
|
298
|
+
}
|
|
@@ -12,15 +12,15 @@ import type { W8A8Policy } from './w8a8.schema.js';
|
|
|
12
12
|
|
|
13
13
|
import type { ManifestRoPESchema } from './manifest-rope.schema.js';
|
|
14
14
|
export type { ManifestRoPESchema } from './manifest-rope.schema.js';
|
|
15
|
-
import type { KernelPathRef } from
|
|
16
|
-
import type { LayerPipelineSchema, LayerType, LinearNormGateActivation, LinearNormMode } from
|
|
17
|
-
import type { EnergyModelConfigSchema } from
|
|
18
|
-
import type { HyperConnectionsSchema, IndexedAttentionSchema } from
|
|
19
|
-
import type { NgramEmbeddingSchema } from
|
|
15
|
+
import type { KernelPathRef } from "../execution/kernel-path.schema.js";
|
|
16
|
+
import type { LayerPipelineSchema, LayerType, LinearNormGateActivation, LinearNormMode } from "../execution/inference.schema.js";
|
|
17
|
+
import type { EnergyModelConfigSchema } from "../execution/energy.schema.js";
|
|
18
|
+
import type { HyperConnectionsSchema, IndexedAttentionSchema } from "../execution/hyper-connection-decoder.schema.js";
|
|
19
|
+
import type { NgramEmbeddingSchema } from "../execution/ngram-embedding.schema.js";
|
|
20
20
|
import type {
|
|
21
21
|
ExecutionV1GraphSchema,
|
|
22
22
|
ExecutionV1SessionSchema,
|
|
23
|
-
} from
|
|
23
|
+
} from "../execution/execution-v1.schema.js";
|
|
24
24
|
|
|
25
25
|
/** Supported hash algorithms */
|
|
26
26
|
export type HashAlgorithm = 'sha256' | 'blake3';
|
|
@@ -260,291 +260,6 @@ export interface ArchitectureSchema {
|
|
|
260
260
|
linearAttentionSourceLayout?: 'hf' | 'gguf-v1';
|
|
261
261
|
}
|
|
262
262
|
|
|
263
|
-
/**
|
|
264
|
-
* Attention configuration for inference.
|
|
265
|
-
* All fields required - converter must populate everything.
|
|
266
|
-
* Use `null` to indicate "not applicable" (e.g., no softcapping).
|
|
267
|
-
*/
|
|
268
|
-
export interface ManifestAttentionSchema {
|
|
269
|
-
/** Query pre-attention scalar: attnScale = 1/sqrt(scalar). Standard = headDim. */
|
|
270
|
-
queryPreAttnScalar: number;
|
|
271
|
-
/** Multiplier applied to Q after optional Q/K normalization and before RoPE. */
|
|
272
|
-
queryScale: number;
|
|
273
|
-
/** Attention logit softcapping (Gemma 2: 50, null = disabled) */
|
|
274
|
-
attnLogitSoftcapping: number | null;
|
|
275
|
-
/** Sliding window size for local attention (null = full attention) */
|
|
276
|
-
slidingWindow: number | null;
|
|
277
|
-
/** Query-key normalization */
|
|
278
|
-
queryKeyNorm: boolean;
|
|
279
|
-
/** Numerical family used for Q/K normalization. */
|
|
280
|
-
queryKeyNormType: 'rmsnorm' | 'layernorm';
|
|
281
|
-
/** Normalize each head independently or the complete projection before head reshaping. */
|
|
282
|
-
queryKeyNormAxis: 'head' | 'projection';
|
|
283
|
-
/** Layers that apply query-key normalization; null means all layers when queryKeyNorm=true */
|
|
284
|
-
queryKeyNormLayers: number[] | null;
|
|
285
|
-
/** Layers that have explicit Q/K RMSNorm scale tensors; null means every normalized layer must have weights */
|
|
286
|
-
queryKeyNormWeightLayers: number[] | null;
|
|
287
|
-
/** Value RMSNorm with implicit unit scale (Gemma 4 text attention) */
|
|
288
|
-
valueNorm: boolean;
|
|
289
|
-
/** Whether attention mask is causal (false = bidirectional attention) */
|
|
290
|
-
causal: boolean;
|
|
291
|
-
/** Attention bias mask enabled */
|
|
292
|
-
attentionBias: boolean;
|
|
293
|
-
/** Apply sigmoid gate from q_proj second half before o_proj */
|
|
294
|
-
attentionOutputGate: boolean;
|
|
295
|
-
}
|
|
296
|
-
|
|
297
|
-
/**
|
|
298
|
-
* Normalization configuration for inference.
|
|
299
|
-
* Controls transformer normalization and sandwich norm architecture.
|
|
300
|
-
*/
|
|
301
|
-
export interface ManifestNormalizationSchema {
|
|
302
|
-
/** Normalization family used by transformer and final norms. */
|
|
303
|
-
type: 'rmsnorm' | 'layernorm';
|
|
304
|
-
/** RMSNorm epsilon for numerical stability (default: 1e-5) */
|
|
305
|
-
rmsNormEps: number;
|
|
306
|
-
/** Use (1 + weight) pattern for RMSNorm (Gemma models) */
|
|
307
|
-
rmsNormWeightOffset: boolean;
|
|
308
|
-
/** Post-sublayer RMSNorm epsilon; null inherits rmsNormEps. */
|
|
309
|
-
postNormEps: number | null;
|
|
310
|
-
/** Post-sublayer centered-weight offset; null inherits rmsNormWeightOffset. */
|
|
311
|
-
postNormWeightOffset: boolean | null;
|
|
312
|
-
/** Has post-attention normalization (sandwich norm) */
|
|
313
|
-
postAttentionNorm: boolean;
|
|
314
|
-
/** Has pre-feedforward normalization (sandwich norm) */
|
|
315
|
-
preFeedforwardNorm: boolean;
|
|
316
|
-
/** Has post-feedforward normalization (sandwich norm) */
|
|
317
|
-
postFeedforwardNorm: boolean;
|
|
318
|
-
/** Exact final LayerNorm bias tensor; null for RMSNorm or bias-free LayerNorm. */
|
|
319
|
-
finalNormBiasTensor: string | null;
|
|
320
|
-
/**
|
|
321
|
-
* Activation applied to z by the linear-attention gated RMSNorm. Source-owned:
|
|
322
|
-
* runtime overrides are rejected. Manifests converted before this field
|
|
323
|
-
* existed omit it; merge resolves the omission to the schema default `silu`
|
|
324
|
-
* (see resolveLinearNormGateActivation), never to another value.
|
|
325
|
-
*/
|
|
326
|
-
linearNormGateActivation?: LinearNormGateActivation;
|
|
327
|
-
}
|
|
328
|
-
|
|
329
|
-
/**
|
|
330
|
-
* FFN configuration for inference.
|
|
331
|
-
*/
|
|
332
|
-
export interface ManifestFFNSchema {
|
|
333
|
-
/** Activation function type */
|
|
334
|
-
activation: 'silu' | 'gelu' | 'geglu' | 'swiglu' | 'relu';
|
|
335
|
-
/** Whether activation is gated (e.g., SwiGLU, GeGLU) */
|
|
336
|
-
gatedActivation: boolean;
|
|
337
|
-
/** FFN branch composition. `auto` preserves legacy dense-or-MoE routing. */
|
|
338
|
-
branchMode: 'auto' | 'dense' | 'moe' | 'dense_plus_moe';
|
|
339
|
-
/** Double the FFN intermediate width on KV-shared layers. */
|
|
340
|
-
useDoubleWideMlp: boolean;
|
|
341
|
-
/** Clamp SwiGLU output (null = disabled) */
|
|
342
|
-
swigluLimit: number | null;
|
|
343
|
-
}
|
|
344
|
-
|
|
345
|
-
/**
|
|
346
|
-
* Output configuration for inference.
|
|
347
|
-
* All fields required - converter must populate everything.
|
|
348
|
-
*/
|
|
349
|
-
export interface ManifestOutputSchema {
|
|
350
|
-
/** Optional opt-in model-owned reasoning/final output boundary. */
|
|
351
|
-
reasoningOutput?: import('../reasoning-output.js').ReasoningOutputContract | null;
|
|
352
|
-
/** Final logit softcapping (Gemma 2: 30, null = disabled) */
|
|
353
|
-
finalLogitSoftcapping: number | null;
|
|
354
|
-
/** Whether embeddings and LM head share weights */
|
|
355
|
-
tieWordEmbeddings: boolean;
|
|
356
|
-
/** Scale embeddings by sqrt(hiddenSize) (Gemma models: true) */
|
|
357
|
-
scaleEmbeddings: boolean;
|
|
358
|
-
/** Explicit embedding multiplier, null to use scaleEmbeddings semantics. */
|
|
359
|
-
embeddingScale: number | null;
|
|
360
|
-
/** Optional weightless normalization applied to gathered embeddings. */
|
|
361
|
-
embeddingNormalization: ManifestEmbeddingNormalizationSchema | null;
|
|
362
|
-
/** Multiplier applied after final norm before LM head projection. */
|
|
363
|
-
logitInputScale: number;
|
|
364
|
-
/** Multiplier applied to LM-head logits before final softcapping. */
|
|
365
|
-
logitOutputScale: number;
|
|
366
|
-
/** Whether embedding weights are stored as [hidden, vocab] (transpose on gather) */
|
|
367
|
-
embeddingTranspose: boolean;
|
|
368
|
-
/** Embedding vocab size from weight tensor (null = use architecture.vocabSize) */
|
|
369
|
-
embeddingVocabSize: number | null;
|
|
370
|
-
/** Optional embedding-only postprocessor stack applied after pooled hidden states. */
|
|
371
|
-
embeddingPostprocessor: ManifestEmbeddingPostprocessorSchema | null;
|
|
372
|
-
/** Optional exact tensor name for an additive decoder/LM-head bias. */
|
|
373
|
-
lmHeadBiasTensor: string | null;
|
|
374
|
-
}
|
|
375
|
-
|
|
376
|
-
export interface ManifestEmbeddingNormalizationSchema {
|
|
377
|
-
type: 'rmsnorm';
|
|
378
|
-
withScale: false;
|
|
379
|
-
eps: number;
|
|
380
|
-
position: 'after-scale';
|
|
381
|
-
}
|
|
382
|
-
|
|
383
|
-
export interface ManifestSequencePoolingSchema {
|
|
384
|
-
mode: 'mean' | 'last';
|
|
385
|
-
excludeTokenIds: number[];
|
|
386
|
-
}
|
|
387
|
-
|
|
388
|
-
export interface ManifestSequenceSchema {
|
|
389
|
-
alphabet: 'amino_acid' | 'nucleotide';
|
|
390
|
-
tokenEmbeddings: boolean;
|
|
391
|
-
pooledEmbedding: ManifestSequencePoolingSchema | null;
|
|
392
|
-
logits: boolean;
|
|
393
|
-
}
|
|
394
|
-
|
|
395
|
-
export interface ManifestEmbeddingProjectionSchema {
|
|
396
|
-
weightTensor: string;
|
|
397
|
-
biasTensor: string | null;
|
|
398
|
-
inputSize: number;
|
|
399
|
-
outputSize: number;
|
|
400
|
-
activation: 'identity';
|
|
401
|
-
}
|
|
402
|
-
|
|
403
|
-
export interface ManifestEmbeddingPostprocessorSchema {
|
|
404
|
-
poolingMode: 'mean' | 'last';
|
|
405
|
-
includePrompt: boolean;
|
|
406
|
-
projections: ManifestEmbeddingProjectionSchema[];
|
|
407
|
-
normalize: 'l2' | null;
|
|
408
|
-
}
|
|
409
|
-
|
|
410
|
-
/**
|
|
411
|
-
* Layer pattern for hybrid attention models.
|
|
412
|
-
* Defines which layers use global vs sliding window attention.
|
|
413
|
-
*/
|
|
414
|
-
export interface ManifestLayerPatternSchema {
|
|
415
|
-
/** Pattern type */
|
|
416
|
-
type: 'uniform' | 'alternating' | 'every_n' | 'custom';
|
|
417
|
-
/** For alternating: which layers are global ('odd' or 'even'), null if not applicable */
|
|
418
|
-
globalPattern: 'odd' | 'even' | null;
|
|
419
|
-
/** For every_n: period of global layers, null if not applicable */
|
|
420
|
-
period: number | null;
|
|
421
|
-
/** For every_n: first global layer index modulo period, null if not applicable */
|
|
422
|
-
offset: number | null;
|
|
423
|
-
/** For custom: explicit per-layer architecture tags, null if not applicable */
|
|
424
|
-
layerTypes: LayerType[] | null;
|
|
425
|
-
/** Multiplier applied to attention and FFN branches before residual add. */
|
|
426
|
-
residualBranchScale: number;
|
|
427
|
-
}
|
|
428
|
-
|
|
429
|
-
/**
|
|
430
|
-
* Chat template configuration.
|
|
431
|
-
*/
|
|
432
|
-
export interface ManifestChatTemplateSchema {
|
|
433
|
-
/** Chat template type (null = no chat template) */
|
|
434
|
-
type: 'gemma' | 'gemma4' | 'llama3' | 'gpt-oss' | 'chatml' | 'qwen' | 'glmocr' | 'translategemma' | null;
|
|
435
|
-
/** Whether chat template is enabled */
|
|
436
|
-
enabled: boolean;
|
|
437
|
-
/** Thinking control passed to templates that declare it; null leaves it unspecified. */ thinking?: boolean | null;
|
|
438
|
-
}
|
|
439
|
-
export interface ManifestUnsupportedSchema {
|
|
440
|
-
code?: string | null;
|
|
441
|
-
message?: string | null;
|
|
442
|
-
recommendation?: string | null;
|
|
443
|
-
}
|
|
444
|
-
|
|
445
|
-
export interface ManifestDiffusionGemmaSchema {
|
|
446
|
-
/** Fixed decoder canvas length for block diffusion. */
|
|
447
|
-
canvasLength: number;
|
|
448
|
-
/** Maximum denoising iterations per canvas. */
|
|
449
|
-
maxDenoisingSteps: number;
|
|
450
|
-
/** Default generation cap in new tokens. */
|
|
451
|
-
maxNewTokens: number;
|
|
452
|
-
/** Lower bound for the linear denoising temperature schedule. */
|
|
453
|
-
tMin: number;
|
|
454
|
-
/** Upper bound for the linear denoising temperature schedule. */
|
|
455
|
-
tMax: number;
|
|
456
|
-
/** Entropy budget used by the entropy-bound sampler. */
|
|
457
|
-
entropyBound: number;
|
|
458
|
-
/** Mean-entropy threshold for adaptive canvas stopping. */
|
|
459
|
-
confidenceThreshold: number;
|
|
460
|
-
/** Number of stable argmax steps required before adaptive stopping can finish. */
|
|
461
|
-
stabilityThreshold: number;
|
|
462
|
-
/** Token used for padding completed canvases. */
|
|
463
|
-
padTokenId: number;
|
|
464
|
-
/** End-of-sequence token set used to terminate generated canvases. */
|
|
465
|
-
eosTokenIds: number[];
|
|
466
|
-
/** Beginning-of-image token id for multimodal inputs, null when unsupported by the artifact. */
|
|
467
|
-
boiTokenId: number | null;
|
|
468
|
-
/** End-of-image token id for multimodal inputs, null when unsupported by the artifact. */
|
|
469
|
-
eoiTokenId: number | null;
|
|
470
|
-
/** Image placeholder token id for multimodal inputs, null when unsupported by the artifact. */
|
|
471
|
-
imageTokenId: number | null;
|
|
472
|
-
/** Whether decoder self-conditioning logits are part of the runtime contract. */
|
|
473
|
-
selfConditioning: boolean;
|
|
474
|
-
/** Decoder attention must read encoder KV plus canvas K/V without committing the canvas to encoder cache. */
|
|
475
|
-
decoderCacheMode: 'encoder_kv_readonly_canvas_concat';
|
|
476
|
-
/** Router contract for DiffusionGemma/Gemma 4 MoE layers. */
|
|
477
|
-
router: {
|
|
478
|
-
scaleHiddenStates: boolean;
|
|
479
|
-
normalizeTopK: boolean;
|
|
480
|
-
perExpertScale: boolean;
|
|
481
|
-
};
|
|
482
|
-
}
|
|
483
|
-
|
|
484
|
-
export interface ManifestRerankSchema {
|
|
485
|
-
format: 'qwen3_yes_no_logit' | string;
|
|
486
|
-
instruction: string;
|
|
487
|
-
inputTemplate: string;
|
|
488
|
-
prefix: string;
|
|
489
|
-
suffix: string;
|
|
490
|
-
trueToken: string;
|
|
491
|
-
trueTokenId: number;
|
|
492
|
-
falseToken: string;
|
|
493
|
-
falseTokenId: number;
|
|
494
|
-
score: 'logit_difference' | 'true_logit' | string;
|
|
495
|
-
probability: 'sigmoid' | string;
|
|
496
|
-
}
|
|
497
|
-
|
|
498
|
-
/**
|
|
499
|
-
* Complete inference configuration embedded in manifest.
|
|
500
|
-
* All fields are required - converter must populate everything.
|
|
501
|
-
* Use `null` values to indicate "not applicable" or "disabled".
|
|
502
|
-
*/
|
|
503
|
-
export interface ManifestInferenceSchema {
|
|
504
|
-
/** Optional fail-fast marker for manifests with known unverified runtime contracts. */
|
|
505
|
-
unsupported?: ManifestUnsupportedSchema | null;
|
|
506
|
-
/** Execution contract discriminator (null = legacy inference contract). */
|
|
507
|
-
schema: string | null;
|
|
508
|
-
/** Attention configuration */
|
|
509
|
-
attention: ManifestAttentionSchema;
|
|
510
|
-
/** Normalization configuration */
|
|
511
|
-
normalization: ManifestNormalizationSchema;
|
|
512
|
-
/** FFN configuration */
|
|
513
|
-
ffn: ManifestFFNSchema;
|
|
514
|
-
/** RoPE configuration */
|
|
515
|
-
rope: ManifestRoPESchema;
|
|
516
|
-
/** Output configuration */
|
|
517
|
-
output: ManifestOutputSchema;
|
|
518
|
-
/** Layer pattern for hybrid attention */
|
|
519
|
-
layerPattern: ManifestLayerPatternSchema;
|
|
520
|
-
/** Chat template configuration */
|
|
521
|
-
chatTemplate: ManifestChatTemplateSchema;
|
|
522
|
-
/** Whether this artifact exposes embedding workload support through pipeline.embed(). */
|
|
523
|
-
supportsEmbedding: boolean;
|
|
524
|
-
/** Whether this artifact exposes typed biological sequence outputs. */
|
|
525
|
-
supportsSequence: boolean;
|
|
526
|
-
/** Whether this artifact exposes rerank workload support through prefillWithLogits(). */
|
|
527
|
-
supportsRerank: boolean;
|
|
528
|
-
/** DiffusionGemma block-diffusion runtime contract, null for non-DiffusionGemma models. */
|
|
529
|
-
diffusionGemma: ManifestDiffusionGemmaSchema | null;
|
|
530
|
-
/** Source-owned multi-stream gated residual (qwen4_exp); null for single-stream residual decoders. */
|
|
531
|
-
hyperConnections: HyperConnectionsSchema | null;
|
|
532
|
-
/** Source-owned QSA sparse-attention indexer (qwen4_exp); null for dense full attention. */
|
|
533
|
-
indexedAttention: IndexedAttentionSchema | null;
|
|
534
|
-
/** Source-owned hashed n-gram per-layer embedding (qwen4_exp PLE); null when absent. */
|
|
535
|
-
ngramEmbedding: NgramEmbeddingSchema | null;
|
|
536
|
-
/** Manifest-owned rerank scoring contract, null when rerank is unsupported. */
|
|
537
|
-
rerank: ManifestRerankSchema | null;
|
|
538
|
-
/** Biological sequence input/output contract, null when unsupported. */
|
|
539
|
-
sequence: ManifestSequenceSchema | null;
|
|
540
|
-
/** Layer pipeline override (null = use optimized hardcoded path) */
|
|
541
|
-
pipeline: LayerPipelineSchema | null;
|
|
542
|
-
/** Explicit session policy for execution v1 manifests */
|
|
543
|
-
session: ExecutionV1SessionSchema | null;
|
|
544
|
-
/** Explicit execution graph (v1 compact tuple format) */
|
|
545
|
-
execution: ExecutionV1GraphSchema | null;
|
|
546
|
-
}
|
|
547
|
-
|
|
548
263
|
/**
|
|
549
264
|
* Standard inference configuration template.
|
|
550
265
|
*/
|
|
@@ -847,3 +562,6 @@ export declare function resolveLinearNormGateActivation(
|
|
|
847
562
|
normalization: Partial<ManifestNormalizationSchema>,
|
|
848
563
|
label?: string
|
|
849
564
|
): LinearNormGateActivation;
|
|
565
|
+
|
|
566
|
+
export type { ManifestAttentionSchema, ManifestNormalizationSchema, ManifestFFNSchema, ManifestOutputSchema, ManifestEmbeddingNormalizationSchema, ManifestSequencePoolingSchema, ManifestSequenceSchema, ManifestEmbeddingProjectionSchema, ManifestEmbeddingPostprocessorSchema, ManifestLayerPatternSchema, ManifestChatTemplateSchema, ManifestUnsupportedSchema, ManifestDiffusionGemmaSchema, ManifestRerankSchema, ManifestInferenceSchema } from './manifest-inference.schema.js';
|
|
567
|
+
import type { ManifestInferenceSchema, ManifestNormalizationSchema } from './manifest-inference.schema.js';
|