doppler-gpu 0.7.3 → 0.7.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +60 -0
- package/README.md +9 -17
- package/package.json +5 -48
- package/src/capsule-runtime.d.ts +2 -2
- package/src/client/capsule-host.browser.js +4 -4
- package/src/client/capsule-host.d.ts +8 -8
- package/src/client/capsule-host.js +4 -4
- package/src/client/doppler-api.d.ts +2 -2
- package/src/client/inspection.d.ts +3 -0
- package/src/client/inspection.js +29 -0
- package/src/client/model-host/index.d.ts +5 -4
- package/src/client/model-host/index.js +28 -8
- package/src/client/model-host/model-evidence.js +2 -0
- package/src/client/model-host/model-session.d.ts +7 -5
- package/src/client/model-host/model-session.js +10 -3
- package/src/client/model-host/privacy-receipt.js +22 -0
- package/src/client/resident-partitions.d.ts +3 -3
- package/src/client/resident-partitions.js +2 -2
- package/src/client/runtime/capsule-acquisition.d.ts +3 -3
- package/src/client/runtime/capsule-acquisition.js +1 -1
- package/src/client/runtime/capsule-adapter-execution.d.ts +2 -2
- package/src/client/runtime/capsule-adapter-execution.js +3 -3
- package/src/client/runtime/capsule-embedding.d.ts +2 -2
- package/src/client/runtime/capsule-embedding.js +1 -1
- package/src/client/runtime/capsule-forecast.d.ts +2 -2
- package/src/client/runtime/capsule-forecast.js +1 -1
- package/src/client/runtime/capsule-operation-adapters.d.ts +1 -1
- package/src/client/runtime/capsule-operation-adapters.js +1 -1
- package/src/client/runtime/capsule-operation-deltas.js +1 -1
- package/src/client/runtime/capsule-operation-executor.d.ts +1 -1
- package/src/client/runtime/capsule-operation-executor.js +2 -2
- package/src/client/runtime/capsule-operation-stream.d.ts +1 -1
- package/src/client/runtime/capsule-operation-stream.js +2 -2
- package/src/client/runtime/capsule-piece-reader.js +1 -1
- package/src/client/runtime/capsule-program-adapter.js +1 -1
- package/src/client/runtime/capsule-release-authorization.js +1 -1
- package/src/client/runtime/capsule-rerank.d.ts +2 -2
- package/src/client/runtime/composition-root.d.ts +6 -6
- package/src/client/runtime/composition-root.js +6 -6
- package/src/client/runtime/fetch-capsule-artifact-store.d.ts +1 -1
- package/src/client/runtime/fetch-capsule-artifact-store.js +1 -1
- package/src/client/runtime/model-source.d.ts +4 -2
- package/src/client/runtime/model-source.js +5 -5
- package/src/client/runtime/scoped-session.d.ts +2 -2
- package/src/client/runtime/verified-capsule-artifact-store.d.ts +2 -2
- package/src/client/runtime/verified-capsule-artifact-store.js +1 -1
- package/src/config/backward-registry-loader.js +1 -1
- package/src/config/{capsule-adapter-policy.js → capsule/capsule-adapter-policy.js} +2 -2
- package/src/config/{capsule-adapters.d.ts → capsule/capsule-adapters.d.ts} +1 -1
- package/src/config/{capsule-adapters.js → capsule/capsule-adapters.js} +2 -2
- package/src/config/{capsule-loading.js → capsule/capsule-loading.js} +1 -1
- package/src/config/{capsule-operation.d.ts → capsule/capsule-operation.d.ts} +1 -1
- package/src/config/{capsule-operation.js → capsule/capsule-operation.js} +3 -3
- package/src/config/{capsule-release-contract.js → capsule/capsule-release-contract.js} +2 -2
- package/src/config/{capsule-release-events.d.ts → capsule/capsule-release-events.d.ts} +2 -1
- package/src/config/{capsule-release-events.js → capsule/capsule-release-events.js} +3 -2
- package/src/config/{capsule-sequence-receipt.js → capsule/capsule-sequence-receipt.js} +1 -1
- package/src/config/{capsule-token-selection.d.ts → capsule/capsule-token-selection.d.ts} +1 -1
- package/src/config/{capsule-token-selection.js → capsule/capsule-token-selection.js} +2 -2
- package/src/config/{capsule-v2.d.ts → capsule/capsule-v2.d.ts} +5 -4
- package/src/config/{capsule-v2.js → capsule/capsule-v2.js} +6 -6
- package/src/config/{capsule-v3.js → capsule/capsule-v3.js} +1 -1
- package/src/config/{capsule.js → capsule/capsule.js} +26 -7
- package/src/config/choice-scoring.js +1 -1
- package/src/config/conversion/amplify/amplify-120m-f16-af32.json +1 -1
- package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +1 -1
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +2 -2
- package/src/config/conversion/esmc/esmc-300m-f32-af32.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-270m-it-w8a8-ehf16-af32.json +1 -1
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +8 -8
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +8 -8
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +8 -8
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +8 -8
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +8 -8
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +8 -8
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +8 -8
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +8 -8
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +8 -8
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +1 -1
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +1 -1
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +1 -1
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +1 -1
- package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +1 -1
- package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +1 -1
- package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-4b-instruct-2507-q4k-ehf16-af32.json +2 -2
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-canonical-f32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-6-35b-a3b-q4_0-passthrough.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-6-35b-a3b-text-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-8-flash-next-text-q4k-ehf16-af32.json +25 -22
- package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +2 -2
- package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +2 -2
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +2 -2
- package/src/config/conversion/qwen3/qwen3.8-27b-q4_0-passthrough.json +1 -1
- package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +1 -1
- package/src/config/conversion/qwen3/qwen4exp-gguf-source-policy.json +53 -0
- package/src/config/embedding-contract.d.ts +1 -1
- package/src/config/embedding-contract.js +1 -1
- package/src/config/execution-registry-contract.d.ts +5 -5
- package/src/config/execution-registry-contract.js +5 -5
- package/src/config/generation-contract.js +2 -1
- package/src/config/hardware-partition-plan.d.ts +32 -0
- package/src/config/hardware-partition-plan.js +78 -0
- package/src/config/inspection/observation-policies.json +1 -1
- package/src/config/kernel-path-loader.d.ts +1 -1
- package/src/config/kernel-path-loader.js +1 -1
- package/src/config/kernel-registry-contract.d.ts +2 -2
- package/src/config/kernel-registry-contract.js +1 -1
- package/src/config/kernels/kernel-ref-digests.js +509 -0
- package/src/config/kernels/registry.js +2 -2
- package/src/config/kernels/registry.json +2065 -1241
- package/src/config/layer-partition-plan.d.ts +4 -0
- package/src/config/layer-partition-plan.js +10 -4
- package/src/config/merge.js +1 -1
- package/src/config/model-session-declarations.js +85 -0
- package/src/config/param-validator.js +3 -3
- package/src/config/platforms/amd-rdna3.json +2 -2
- package/src/config/production-release-evidence.js +1 -1
- package/src/config/revocation-policy.js +6 -2
- package/src/config/revocation-registry.json +1 -1
- package/src/config/runtime/model-sessions.json +23 -0
- package/src/config/runtime/profiles/flash-next-gguf-control-gemv.json +72 -0
- package/src/config/runtime/profiles/flash-next-gguf-hc-inject-gemv.json +47 -0
- package/src/config/schema/capsule/index.d.ts +14 -0
- package/src/config/schema/capsule/index.js +10 -0
- package/src/config/schema/{program-bundle.schema.d.ts → capsule/program-bundle.schema.d.ts} +3 -3
- package/src/config/schema/{program-bundle.schema.js → capsule/program-bundle.schema.js} +6 -6
- package/src/config/schema/{execution-v1.schema.d.ts → execution/execution-v1.schema.d.ts} +2 -0
- package/src/config/schema/{execution-v1.schema.js → execution/execution-v1.schema.js} +2 -2
- package/src/config/schema/execution/index.d.ts +203 -0
- package/src/config/schema/execution/index.js +94 -0
- package/src/config/schema/{inference.schema.d.ts → execution/inference.schema.d.ts} +1 -1
- package/src/config/schema/{kernel-path.schema.d.ts → execution/kernel-path.schema.d.ts} +3 -0
- package/src/config/schema/{kernel-registry.schema.d.ts → execution/kernel-registry.schema.d.ts} +2 -2
- package/src/config/schema/{kernel-thresholds.schema.d.ts → execution/kernel-thresholds.schema.d.ts} +1 -1
- package/src/config/schema/{kernel-thresholds.schema.js → execution/kernel-thresholds.schema.js} +1 -1
- package/src/config/schema/{kernel-warmup.schema.d.ts → execution/kernel-warmup.schema.d.ts} +14 -0
- package/src/config/schema/{kernel-warmup.schema.js → execution/kernel-warmup.schema.js} +3 -0
- package/src/config/schema/{kvcache.schema.d.ts → execution/kvcache.schema.d.ts} +8 -2
- package/src/config/schema/{kvcache.schema.js → execution/kvcache.schema.js} +17 -1
- package/src/config/schema/{ngram-embedding.schema.d.ts → execution/ngram-embedding.schema.d.ts} +3 -1
- package/src/config/schema/{ngram-embedding.schema.js → execution/ngram-embedding.schema.js} +16 -1
- package/src/config/schema/index.d.ts +8 -897
- package/src/config/schema/index.js +8 -506
- package/src/config/schema/{converter.schema.d.ts → manifest/converter.schema.d.ts} +4 -4
- package/src/config/schema/{converter.schema.js → manifest/converter.schema.js} +1 -1
- package/src/config/schema/manifest/index.d.ts +142 -0
- package/src/config/schema/manifest/index.js +62 -0
- package/src/config/schema/manifest/manifest-inference.schema.d.ts +298 -0
- package/src/config/schema/{manifest.schema.d.ts → manifest/manifest.schema.d.ts} +9 -291
- package/src/config/schema/{manifest.schema.js → manifest/manifest.schema.js} +2 -2
- package/src/config/schema/{emulation.schema.d.ts → platform/emulation.schema.d.ts} +1 -1
- package/src/config/schema/{emulation.schema.js → platform/emulation.schema.js} +6 -6
- package/src/config/schema/{gpu-cache.schema.js → platform/gpu-cache.schema.js} +1 -1
- package/src/config/schema/platform/index.d.ts +72 -0
- package/src/config/schema/platform/index.js +27 -0
- package/src/config/schema/{memory-limits.schema.js → platform/memory-limits.schema.js} +1 -1
- package/src/config/schema/policy/index.d.ts +14 -0
- package/src/config/schema/policy/index.js +9 -0
- package/src/config/schema/{buffer-pool.schema.js → runtime/buffer-pool.schema.js} +2 -2
- package/src/config/schema/{doppler.schema.d.ts → runtime/doppler.schema.d.ts} +3 -3
- package/src/config/schema/{doppler.schema.js → runtime/doppler.schema.js} +12 -12
- package/src/config/schema/runtime/index.d.ts +238 -0
- package/src/config/schema/runtime/index.js +135 -0
- package/src/config/schema/{loading.schema.d.ts → runtime/loading.schema.d.ts} +31 -1
- package/src/config/schema/runtime/loading.schema.js +275 -0
- package/src/config/schema/{shared-runtime.schema.d.ts → runtime/shared-runtime.schema.d.ts} +5 -5
- package/src/config/schema/{shared-runtime.schema.js → runtime/shared-runtime.schema.js} +4 -4
- package/src/config/schema/{tooling.schema.d.ts → runtime/tooling.schema.d.ts} +1 -1
- package/src/config/schema/training/index.d.ts +63 -0
- package/src/config/schema/training/index.js +43 -0
- package/src/config/schema/{lora.schema.js → training/lora.schema.js} +1 -1
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +1 -1
- package/src/config/supported-operations.json +358 -88
- package/src/config/target-plan.d.ts +2 -2
- package/src/config/target-plan.js +2 -2
- package/src/config/training-defaults.d.ts +2 -2
- package/src/config/training-defaults.js +2 -2
- package/src/config/transforms/execution-graph/correctness-fallback.js +86 -0
- package/src/config/transforms/execution-graph/prefill-attention.js +116 -0
- package/src/{converter → config/transforms}/execution-graph-transforms.js +5 -194
- package/src/converter/core.js +18 -164
- package/src/converter/forge-stages.js +2 -2
- package/src/converter/fp8-source.js +1 -1
- package/src/converter/gemma4/validation.js +110 -0
- package/src/converter/linear-norm-gate.js +1 -1
- package/src/converter/manifest-builder.js +2 -9
- package/src/converter/parsers/gguf.js +54 -4
- package/src/converter/quantization-info.js +2 -2
- package/src/converter/qwen4-exp-source-execution.js +94 -0
- package/src/converter/qwen4-exp-source.js +1 -201
- package/src/converter/tensor-transform.js +2 -9
- package/src/converter/tokenizer-contract.js +2 -9
- package/src/converter/w8a8-quantizer.js +2 -2
- package/src/debug/config.js +1 -1
- package/src/debug/perf-guards.js +1 -1
- package/src/errors/doppler-error.d.ts +54 -0
- package/src/errors/doppler-error.js +13 -5
- package/src/experimental/distribution/shard-delivery/receipt.js +1 -1
- package/src/experimental/distribution/shard-delivery/retry.js +4 -4
- package/src/experimental/energy/types.d.ts +1 -1
- package/src/experimental/logits/cpu-output.js +1 -1
- package/src/experimental/training/artifacts.d.ts +2 -2
- package/src/experimental/training/artifacts.js +2 -2
- package/src/experimental/training/autograd.d.ts +1 -1
- package/src/experimental/training/distillation/student-fixture/execution.js +1 -1
- package/src/experimental/training/distillation/student-fixture/model.js +1 -1
- package/src/experimental/training/distillation/student-fixture.js +1 -1
- package/src/experimental/training/loss-scaling.d.ts +1 -1
- package/src/experimental/training/runner/evaluation.js +1 -1
- package/src/experimental/training/runner.js +1 -1
- package/src/experimental/training/trainer.d.ts +1 -1
- package/src/experimental/training/workloads.js +2 -2
- package/src/formats/gguf/block-storage.d.ts +9 -0
- package/src/formats/gguf/block-storage.js +12 -3
- package/src/formats/gguf/qwen-source.js +5 -3
- package/src/formats/gguf/qwen-source.json +8 -1
- package/src/formats/gguf/qwen4-exp-source.js +101 -0
- package/src/formats/q4k-dequant.js +1 -1
- package/src/formats/qwen4-exp-source-contracts.js +204 -0
- package/src/formats/rdrr/fp8-contract.js +1 -1
- package/src/formats/rdrr/fp8-storage.js +1 -1
- package/src/formats/rdrr/q4_0-storage.js +1 -1
- package/src/formats/rdrr/storage-descriptor.js +1 -1
- package/src/formats/rdrr/tensor-config-validator.js +3 -3
- package/src/formats/rdrr/validation.js +1 -1
- package/src/formats/rdrr/w8a8-storage.js +1 -1
- package/src/generation/index.d.ts +1 -1
- package/src/generation/index.js +1 -0
- package/src/gpu/device.d.ts +1 -1
- package/src/gpu/kernels/attention/contiguous-quantized.js +252 -0
- package/src/gpu/kernels/attention/tiered-quantized.js +321 -0
- package/src/gpu/kernels/attention/tiered.js +240 -0
- package/src/gpu/kernels/attention.js +5 -801
- package/src/gpu/kernels/backward/layernorm_backward.wgsl +3 -3
- package/src/gpu/kernels/channel-gain.js +100 -0
- package/src/gpu/kernels/channel-rotation.d.ts +16 -0
- package/src/gpu/kernels/channel-rotation.js +47 -0
- package/src/gpu/kernels/channel_energy.wgsl +17 -0
- package/src/gpu/kernels/channel_energy_pair.wgsl +27 -0
- package/src/gpu/kernels/channel_gain_control.wgsl +60 -0
- package/src/gpu/kernels/channel_gain_derive.wgsl +40 -0
- package/src/gpu/kernels/channel_gain_swiglu.wgsl +64 -0
- package/src/gpu/kernels/channel_rotation_apply.wgsl +38 -0
- package/src/gpu/kernels/channel_rotation_derive.wgsl +76 -0
- package/src/gpu/kernels/check-finiteness-f32.js +22 -0
- package/src/gpu/kernels/check_finiteness.wgsl +2 -2
- package/src/gpu/kernels/clamp.js +2 -2
- package/src/gpu/kernels/dequant.js +1 -1
- package/src/gpu/kernels/dispatch.js +7 -0
- package/src/gpu/kernels/energy_quintel_grad.wgsl +7 -7
- package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +7 -7
- package/src/gpu/kernels/energy_quintel_reduce.wgsl +6 -6
- package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +6 -6
- package/src/gpu/kernels/energy_quintel_update.wgsl +7 -7
- package/src/gpu/kernels/energy_quintel_update_f16.wgsl +7 -7
- package/src/gpu/kernels/fused_matmul_q4_widetile_f32.wgsl +174 -0
- package/src/gpu/kernels/fused_matmul_rmsnorm.wgsl +0 -49
- package/src/gpu/kernels/gated-delta-norm-gate.js +1 -1
- package/src/gpu/kernels/gated_delta_recurrent_gguf_register_prefill_sigmoid_gate.wgsl +730 -0
- package/src/gpu/kernels/gated_delta_recurrent_gguf_sigmoid_gate.wgsl +499 -0
- package/src/gpu/kernels/gather.js +16 -1
- package/src/gpu/kernels/gather_split4_packed_f16_vec4_f32_out.wgsl +104 -0
- package/src/gpu/kernels/generated/uniform-writers-0.js +7 -11
- package/src/gpu/kernels/generated/uniform-writers-1.js +43 -46
- package/src/gpu/kernels/generated/uniform-writers-2.js +80 -2
- package/src/gpu/kernels/generated/uniform-writers.js +33 -21
- package/src/gpu/kernels/hyper-connection-up.js +64 -0
- package/src/gpu/kernels/hyper-connection.js +15 -4
- package/src/gpu/kernels/hyper_connection_mix_branch.wgsl +105 -0
- package/src/gpu/kernels/hyper_connection_norm.wgsl +3 -3
- package/src/gpu/kernels/hyper_connection_up_mix_branch_q4_0.wgsl +164 -0
- package/src/gpu/kernels/kernel-execution.js +18 -7
- package/src/gpu/kernels/linear-attention-core.js +3 -4
- package/src/gpu/kernels/moe-route.js +14 -0
- package/src/gpu/kernels/moe_gather.wgsl +0 -63
- package/src/gpu/kernels/moe_route_q4_0_block_f32.wgsl +74 -0
- package/src/gpu/kernels/moe_route_q4_0_split_block_f32.wgsl +80 -0
- package/src/gpu/kernels/moe_route_q4_1_block_f32.wgsl +59 -0
- package/src/gpu/kernels/moe_route_remap.wgsl +22 -0
- package/src/gpu/kernels/paired-linear-attention.js +1 -1
- package/src/gpu/kernels/pipeline-cache.js +18 -2
- package/src/gpu/kernels/ple.js +11 -7
- package/src/gpu/kernels/ple_q4_0_to_f32.wgsl +32 -0
- package/src/gpu/kernels/qsa-indexer.d.ts +2 -0
- package/src/gpu/kernels/qsa-indexer.js +6 -4
- package/src/gpu/kernels/qsa_block_keys.wgsl +2 -1
- package/src/gpu/kernels/qsa_prepare.wgsl +2 -1
- package/src/gpu/kernels/relu.js +1 -1
- package/src/gpu/kernels/relu.wgsl +2 -2
- package/src/gpu/kernels/relu_f16.wgsl +2 -2
- package/src/gpu/kernels/residual.js +1 -1
- package/src/gpu/kernels/residual.wgsl +4 -4
- package/src/gpu/kernels/residual_f16.wgsl +2 -2
- package/src/gpu/kernels/residual_f16_vec4.wgsl +2 -2
- package/src/gpu/kernels/residual_vec4.wgsl +2 -2
- package/src/gpu/kernels/rope-precompute.js +1 -1
- package/src/gpu/kernels/scatter_add.wgsl +0 -31
- package/src/gpu/kernels/shader-cache.js +17 -3
- package/src/gpu/kernels/shader-capability-filter.js +120 -0
- package/src/gpu/kernels/softmax.js +10 -10
- package/src/gpu/kernels/topk.wgsl +0 -55
- package/src/gpu/kernels/transpose.js +1 -1
- package/src/gpu/kernels/transpose.wgsl +2 -2
- package/src/gpu/kernels/w8a8.js +1 -1
- package/src/gpu/uniform-cache.d.ts +15 -1
- package/src/gpu/uniform-cache.js +82 -7
- package/src/gpu/weight-buffer.d.ts +1 -1
- package/src/inference/moe-router.d.ts +1 -126
- package/src/inference/moe-router.js +0 -149
- package/src/inference/pipelines/context.js +3 -15
- package/src/inference/pipelines/shader-scoped-pipeline.js +10 -5
- package/src/inference/pipelines/text/attention/interpreter/immediate.js +4 -4
- package/src/inference/pipelines/text/attention/interpreter/output.js +203 -0
- package/src/inference/pipelines/text/attention/interpreter/recorded.js +92 -67
- package/src/inference/pipelines/text/attention/interpreter.js +77 -350
- package/src/inference/pipelines/text/attention/projection-executor.js +2 -2
- package/src/inference/pipelines/text/attention/projection-plan.js +1 -1
- package/src/inference/pipelines/text/attention/projection-precision.js +132 -0
- package/src/inference/pipelines/text/attention/projections.js +13 -151
- package/src/inference/pipelines/text/attention/recorded-health.js +83 -0
- package/src/inference/pipelines/text/attention/rope-observation.js +1 -1
- package/src/inference/pipelines/text/attention/types.js +0 -13
- package/src/inference/pipelines/text/config/normalization.js +2 -2
- package/src/inference/pipelines/text/config.d.ts +4 -4
- package/src/inference/pipelines/text/config.js +17 -135
- package/src/inference/pipelines/text/{config-components.js → configuration/config-components.js} +4 -4
- package/src/inference/pipelines/text/configuration/model-geometry.js +114 -0
- package/src/inference/pipelines/text/{resolved-runtime-session.d.ts → configuration/resolved-runtime-session.d.ts} +4 -4
- package/src/inference/pipelines/text/{resolved-runtime-session.js → configuration/resolved-runtime-session.js} +1 -1
- package/src/inference/pipelines/text/{abort-contract.js → contracts/abort-contract.js} +2 -1
- package/src/inference/pipelines/text/contracts/metrics.d.ts +234 -0
- package/src/inference/pipelines/text/{embed.js → embedding/embed.js} +15 -15
- package/src/inference/pipelines/text/{embedding-batch.js → embedding/embedding-batch.js} +1 -1
- package/src/inference/pipelines/text/{embedding-extraction.js → embedding/embedding-extraction.js} +12 -12
- package/src/inference/pipelines/text/{embedding-normalization.js → embedding/embedding-normalization.js} +4 -4
- package/src/inference/pipelines/text/{execution-plan.d.ts → execution/execution-plan.d.ts} +8 -8
- package/src/inference/pipelines/text/{execution-plan.js → execution/execution-plan.js} +9 -9
- package/src/inference/pipelines/text/{execution-runtime-builders.js → execution/execution-runtime-builders.js} +3 -3
- package/src/inference/pipelines/text/{execution-v1.d.ts → execution/execution-v1.d.ts} +2 -2
- package/src/inference/pipelines/text/{execution-v1.js → execution/execution-v1.js} +13 -183
- package/src/inference/pipelines/text/execution/layer-contract.js +90 -0
- package/src/inference/pipelines/text/{layer-execution-contract.js → execution/layer-execution-contract.js} +2 -2
- package/src/inference/pipelines/text/{layer-input-execution.js → execution/layer-input-execution.js} +27 -36
- package/src/inference/pipelines/text/{layer-partition-contract.d.ts → execution/layer-partition-contract.d.ts} +3 -3
- package/src/inference/pipelines/text/{layer-partition-contract.js → execution/layer-partition-contract.js} +2 -2
- package/src/inference/pipelines/text/{layer-plan-gpu.js → execution/layer-plan-gpu.js} +12 -12
- package/src/inference/pipelines/text/{layer-plan.d.ts → execution/layer-plan.d.ts} +1 -1
- package/src/inference/pipelines/text/{layer-plan.js → execution/layer-plan.js} +1 -1
- package/src/inference/pipelines/text/{layer.js → execution/layer.js} +34 -142
- package/src/inference/pipelines/text/{operator-identity.js → execution/operator-identity.js} +1 -1
- package/src/inference/pipelines/text/{ops.js → execution/ops.js} +26 -26
- package/src/inference/pipelines/text/{paired-execution.js → execution/paired-execution.js} +9 -9
- package/src/inference/pipelines/text/execution-v1/hybrid-projection-contract.js +159 -0
- package/src/inference/pipelines/text/expert-loading-stats.d.ts +16 -0
- package/src/inference/pipelines/text/expert-loading-stats.js +15 -0
- package/src/inference/pipelines/text/ffn/dense-executor.js +5 -4
- package/src/inference/pipelines/text/ffn/dense-plan.js +23 -34
- package/src/inference/pipelines/text/ffn/dense.js +72 -392
- package/src/inference/pipelines/text/ffn/fused-gate-up.js +197 -0
- package/src/inference/pipelines/text/ffn/moe.js +1 -1
- package/src/inference/pipelines/text/ffn/packed-gate-up.js +218 -0
- package/src/inference/pipelines/text/ffn/paired.js +3 -3
- package/src/inference/pipelines/text/ffn/qwen-shared-expert.js +1 -1
- package/src/inference/pipelines/text/ffn/sandwich.js +6 -7
- package/src/inference/pipelines/text/ffn/standard.js +5 -5
- package/src/inference/pipelines/text/ffn/types.js +6 -3
- package/src/inference/pipelines/text/{activity-weights.js → generator/activation/activity-weights.js} +8 -8
- package/src/inference/pipelines/text/generator/activation/channel-gain.d.ts +61 -0
- package/src/inference/pipelines/text/generator/activation/channel-gain.js +352 -0
- package/src/inference/pipelines/text/generator/activation/final-layer-replay.js +43 -0
- package/src/inference/pipelines/text/generator/{capsule-generation.js → adapters/capsule-generation.js} +5 -5
- package/src/inference/pipelines/text/generator/{diffusion.js → adapters/diffusion.js} +19 -19
- package/src/inference/pipelines/text/generator/{training.js → adapters/training.js} +21 -21
- package/src/inference/pipelines/text/generator/decode/advance-token.js +73 -0
- package/src/inference/pipelines/text/{generator-steps.js → generator/decode/batch-generation.js} +25 -288
- package/src/inference/pipelines/text/generator/decode/batch-readback.js +175 -0
- package/src/inference/pipelines/text/generator/{compiled-greedy-window.js → decode/compiled-greedy-window.js} +5 -5
- package/src/inference/pipelines/text/generator/{decode-components.js → decode/decode-components.js} +1 -1
- package/src/inference/pipelines/text/generator/{decode-runtime.js → decode/decode-loop.js} +20 -412
- package/src/inference/pipelines/text/generator/decode/decode-mechanics.js +288 -0
- package/src/inference/pipelines/text/generator/{decode-readback.js → decode/decode-readback.js} +1 -1
- package/src/inference/pipelines/text/generator/decode/decode-runtime.js +2 -0
- package/src/inference/pipelines/text/generator/{decode.js → decode/decode-step.js} +34 -313
- package/src/inference/pipelines/text/generator/decode/decode.js +5 -0
- package/src/inference/pipelines/text/generator/{greedy-head-policy.js → decode/greedy-head-policy.js} +1 -1
- package/src/inference/pipelines/text/generator/{recorded-step-executor.js → decode/recorded-step-executor.js} +2 -2
- package/src/inference/pipelines/text/generator/generator-steps.js +4 -0
- package/src/inference/pipelines/text/{generator.d.ts → generator/generator.d.ts} +13 -11
- package/src/inference/pipelines/text/{generator.js → generator/generator.js} +150 -46
- package/src/inference/pipelines/text/generator/{prefill-runtime.js → prefill/prefill-execution.js} +72 -278
- package/src/inference/pipelines/text/generator/prefill/prefill-logits.js +144 -0
- package/src/inference/pipelines/text/generator/{prefill-observation.js → prefill/prefill-observation.js} +2 -2
- package/src/inference/pipelines/text/generator/{prefill-policy.js → prefill/prefill-policy.js} +6 -1
- package/src/inference/pipelines/text/generator/prefill/prefill-runtime.js +2 -0
- package/src/inference/pipelines/text/generator/prefill/prefill-sequence.js +100 -0
- package/src/inference/pipelines/text/generator/{prefix-embedding.js → prefill/prefix-embedding.js} +7 -7
- package/src/inference/pipelines/text/{generation-request.d.ts → generator/request/generation-request.d.ts} +2 -2
- package/src/inference/pipelines/text/{generation-request.js → generator/request/generation-request.js} +3 -3
- package/src/inference/pipelines/text/generator/{prompt-input.js → request/prompt-input.js} +2 -2
- package/src/inference/pipelines/text/{sampling-config.d.ts → generator/sampling/sampling-config.d.ts} +1 -1
- package/src/inference/pipelines/text/{sampling-config.js → generator/sampling/sampling-config.js} +2 -2
- package/src/inference/pipelines/text/{sampling.d.ts → generator/sampling/sampling.d.ts} +15 -0
- package/src/inference/pipelines/text/{sampling.js → generator/sampling/sampling.js} +22 -3
- package/src/inference/pipelines/text/{stopping.js → generator/sampling/stopping.js} +3 -3
- package/src/inference/pipelines/text/generator/{token-selection.d.ts → sampling/token-selection.d.ts} +1 -1
- package/src/inference/pipelines/text/generator/{token-selection.js → sampling/token-selection.js} +8 -8
- package/src/inference/pipelines/text/generator/{activation-storage.js → session/activation-storage.js} +2 -2
- package/src/inference/pipelines/text/generator/{attention-lifecycle.js → session/attention-lifecycle.js} +1 -1
- package/src/inference/pipelines/text/generator/{diagnostic-sequence.d.ts → session/diagnostic-sequence.d.ts} +3 -3
- package/src/inference/pipelines/text/generator/{diagnostic-sequence.js → session/diagnostic-sequence.js} +3 -3
- package/src/inference/pipelines/text/generator/session/generation-runtime.js +278 -0
- package/src/inference/pipelines/text/{generator-runtime.d.ts → generator/session/generator-runtime.d.ts} +7 -7
- package/src/inference/pipelines/text/{generator-runtime.js → generator/session/generator-runtime.js} +8 -8
- package/src/inference/pipelines/text/generator/{recovery.js → session/recovery.js} +6 -6
- package/src/inference/pipelines/text/{sequence-state.d.ts → generator/session/sequence-state.d.ts} +5 -5
- package/src/inference/pipelines/text/{sequence-state.js → generator/session/sequence-state.js} +26 -18
- package/src/inference/pipelines/text/generator/{session-context.js → session/session-context.js} +12 -11
- package/src/inference/pipelines/text/generator/{speculative-runtime.js → session/speculative-runtime.js} +1 -1
- package/src/inference/pipelines/text/generator/{text.js → session/text.js} +9 -9
- package/src/inference/pipelines/text/{warm-generation.d.ts → generator/session/warm-generation.d.ts} +1 -1
- package/src/inference/pipelines/text/{warm-generation.js → generator/session/warm-generation.js} +1 -1
- package/src/inference/pipelines/text/generator/{whole-token-lane.js → whole-token/whole-token-lane.js} +10 -10
- package/src/inference/pipelines/text/generator/{whole-token-observation.d.ts → whole-token/whole-token-observation.d.ts} +2 -2
- package/src/inference/pipelines/text/generator/{whole-token-observation.js → whole-token/whole-token-observation.js} +5 -5
- package/src/inference/pipelines/text/generator/{whole-token-program.d.ts → whole-token/whole-token-program.d.ts} +3 -3
- package/src/inference/pipelines/text/generator/{whole-token-program.js → whole-token/whole-token-program.js} +5 -5
- package/src/inference/pipelines/text/hyper-connection/decoder-layer.d.ts +17 -4
- package/src/inference/pipelines/text/hyper-connection/decoder-layer.js +38 -14
- package/src/inference/pipelines/text/hyper-connection/layer-executor.js +14 -9
- package/src/inference/pipelines/text/hyper-connection/logits-input.js +5 -3
- package/src/inference/pipelines/text/hyper-connection/projection.js +52 -2
- package/src/inference/pipelines/text/hyper-connection/sequence-transaction.js +3 -3
- package/src/inference/pipelines/text/hyper-connection/session.d.ts +1 -1
- package/src/inference/pipelines/text/hyper-connection/session.js +9 -5
- package/src/inference/pipelines/text/indexed-attention/qsa-cache.d.ts +2 -1
- package/src/inference/pipelines/text/indexed-attention/qsa-cache.js +3 -3
- package/src/inference/pipelines/text/init.d.ts +4 -2
- package/src/inference/pipelines/text/init.js +10 -934
- package/src/inference/pipelines/text/initialization/init-emulation.js +76 -0
- package/src/inference/pipelines/text/initialization/init-kv-cache.js +547 -0
- package/src/inference/pipelines/text/initialization/init-moe.js +34 -0
- package/src/inference/pipelines/text/{init-qkv-fusion.js → initialization/init-qkv-fusion.js} +7 -7
- package/src/inference/pipelines/text/{init-rope.d.ts → initialization/init-rope.d.ts} +4 -4
- package/src/inference/pipelines/text/{init-rope.js → initialization/init-rope.js} +9 -11
- package/src/inference/pipelines/text/initialization/init-speculative.js +31 -0
- package/src/inference/pipelines/text/{init-tokenizer.js → initialization/init-tokenizer.js} +2 -2
- package/src/inference/pipelines/text/lifecycle.js +18 -18
- package/src/inference/pipelines/text/{linear-attention-ab-fusion.js → linear-attention/linear-attention-ab-fusion.js} +3 -3
- package/src/inference/pipelines/text/{linear-attention.d.ts → linear-attention/linear-attention.d.ts} +12 -12
- package/src/inference/pipelines/text/{linear-attention.js → linear-attention/linear-attention.js} +17 -17
- package/src/inference/pipelines/text/linear-attention/plan.js +4 -4
- package/src/inference/pipelines/text/linear-attention/state-checkpoint.js +1 -1
- package/src/inference/pipelines/text/linear-attention/state-clone.js +1 -1
- package/src/inference/pipelines/text/linear-attention/state-layout.js +2 -2
- package/src/inference/pipelines/text/loading/decode-session-config.js +295 -0
- package/src/inference/pipelines/text/loading/init-weights.js +254 -0
- package/src/inference/pipelines/text/{load-errors.js → loading/load-errors.js} +3 -3
- package/src/inference/pipelines/text/{model-load.js → loading/model-load.js} +14 -306
- package/src/inference/pipelines/text/{weight-loading-config.js → loading/weight-loading-config.js} +6 -6
- package/src/inference/pipelines/text/{weights.d.ts → loading/weights.d.ts} +13 -13
- package/src/inference/pipelines/text/{weights.js → loading/weights.js} +5 -5
- package/src/inference/pipelines/text/logits/gpu-executor.js +2 -2
- package/src/inference/pipelines/text/logits/gpu.d.ts +4 -4
- package/src/inference/pipelines/text/logits/gpu.js +2 -2
- package/src/inference/pipelines/text/{generator → logits}/hidden-projection.js +1 -1
- package/src/inference/pipelines/text/logits/index.d.ts +1 -1
- package/src/inference/pipelines/text/logits/index.js +3 -3
- package/src/inference/pipelines/text/{generator → logits}/logits-config.js +1 -1
- package/src/inference/pipelines/text/logits/output-transform.js +1 -1
- package/src/inference/pipelines/text/logits/precision-policy.js +1 -1
- package/src/inference/pipelines/text/logits/types.d.ts +2 -2
- package/src/inference/pipelines/text/lora-types.d.ts +1 -1
- package/src/inference/pipelines/text/moe/expert-loading.js +4 -1
- package/src/inference/pipelines/text/moe/gpu-executor.js +44 -101
- package/src/inference/pipelines/text/moe/grouped-prefill.js +6 -2
- package/src/inference/pipelines/text/moe/qwen-route-executor.d.ts +2 -2
- package/src/inference/pipelines/text/moe/qwen-route-executor.js +31 -2
- package/src/inference/pipelines/text/moe/routed-expert-chunks.js +99 -15
- package/src/inference/pipelines/text/moe-cache.js +11 -77
- package/src/inference/pipelines/text/moe-gpu.js +33 -75
- package/src/inference/pipelines/text/moe-impl.d.ts +3 -38
- package/src/inference/pipelines/text/moe-impl.js +1 -7
- package/src/inference/pipelines/text/ngram/ngram-addresses.d.ts +1 -1
- package/src/inference/pipelines/text/ngram/ngram-addresses.js +2 -2
- package/src/inference/pipelines/text/ngram/ngram-table.d.ts +3 -3
- package/src/inference/pipelines/text/ngram/ngram-table.js +5 -6
- package/src/inference/pipelines/text/ngram/ple-layer.d.ts +3 -3
- package/src/inference/pipelines/text/ngram/ple-layer.js +3 -3
- package/src/inference/pipelines/text/{generator-logits-observation.js → observation/generator-logits-observation.js} +4 -4
- package/src/inference/pipelines/text/{kernel-trace.js → observation/kernel-trace.js} +1 -1
- package/src/inference/pipelines/text/{operator-events.js → observation/operator-events.js} +1 -1
- package/src/inference/pipelines/text/{probes.js → observation/probes.js} +13 -13
- package/src/inference/pipelines/text/{tsir-fixture-writer.js → observation/tsir-fixture-writer.js} +3 -3
- package/src/inference/pipelines/text/{execution.js → operations/execution.js} +14 -14
- package/src/inference/pipelines/text/{image-transcription.js → operations/image-transcription.js} +8 -8
- package/src/inference/pipelines/text/{partition-attempt.js → partitions/partition-attempt.js} +7 -7
- package/src/inference/pipelines/text/{partition-execution.js → partitions/partition-execution.js} +107 -35
- package/src/inference/pipelines/text/partitions/partition-wire.js +50 -0
- package/src/inference/pipelines/text/{resident-partition-contract.d.ts → partitions/resident-partition-contract.d.ts} +10 -8
- package/src/inference/pipelines/text/{resident-partition-contract.js → partitions/resident-partition-contract.js} +6 -6
- package/src/inference/pipelines/text/partitions/resident-partition-warmup.js +67 -0
- package/src/inference/pipelines/text/{resident-partition.js → partitions/resident-partition.js} +27 -15
- package/src/inference/pipelines/text/{resident-pipeline-preparation.js → partitions/resident-pipeline-preparation.js} +32 -32
- package/src/inference/pipelines/text/per-layer/materialize.js +4 -4
- package/src/inference/pipelines/text/per-layer/per-layer-inputs.js +5 -0
- package/src/inference/pipelines/text/per-layer/plan.js +4 -4
- package/src/inference/pipelines/text/{per-layer-inputs.js → per-layer/prepare.js} +14 -280
- package/src/inference/pipelines/text/per-layer/projection-contract.js +79 -0
- package/src/inference/pipelines/text/per-layer/runtime-cache.js +183 -0
- package/src/inference/pipelines/text/pipeline.d.ts +13 -8
- package/src/inference/pipelines/text/pipeline.js +78 -22
- package/src/inference/pipelines/text/{drift-policy.js → policy/drift-policy.js} +1 -1
- package/src/inference/pipelines/text/{dtype-contract.js → policy/dtype-contract.js} +2 -2
- package/src/inference/pipelines/text/{finiteness-guard-status.js → policy/finiteness-guard-status.js} +2 -1
- package/src/inference/pipelines/text/{generator-decode-policy.js → policy/generator-decode-policy.js} +5 -5
- package/src/inference/pipelines/text/state.d.ts +9 -8
- package/src/inference/pipelines/text/state.js +1 -0
- package/src/inference/pipelines/text/types.d.ts +14 -218
- package/src/inference/pipelines/text.js +2 -0
- package/src/inference/tokenizers/bundled/merge.js +130 -0
- package/src/inference/tokenizers/bundled.js +2 -36
- package/src/loader/doppler-loader.d.ts +17 -7
- package/src/loader/doppler-loader.js +27 -29
- package/src/loader/embedding-limit-preflight.js +29 -1
- package/src/loader/embedding-loader.js +18 -4
- package/src/loader/experts/compact-expert-cache.js +508 -0
- package/src/loader/experts/expert-cache.d.ts +1 -1
- package/src/loader/experts/expert-dequant-cache.d.ts +9 -0
- package/src/loader/experts/expert-dequant-cache.js +75 -0
- package/src/loader/experts/expert-frequency-index.js +129 -0
- package/src/loader/experts/expert-loader.d.ts +4 -0
- package/src/loader/experts/expert-loader.js +13 -1
- package/src/loader/experts/expert-preparation.d.ts +1 -1
- package/src/loader/experts/expert-preparation.js +1 -1
- package/src/loader/experts/loader-bindings.js +129 -14
- package/src/loader/experts/mapped-expert-staging.js +393 -0
- package/src/loader/experts/mapped-expert-upload-cache.d.ts +61 -0
- package/src/loader/experts/mapped-expert-upload-cache.js +382 -0
- package/src/loader/experts/qwen-paging.d.ts +1 -1
- package/src/loader/experts/qwen-paging.js +1 -1
- package/src/loader/experts/routed-expert-cache.d.ts +70 -3
- package/src/loader/experts/routed-expert-cache.js +452 -99
- package/src/loader/experts/routed-expert-plan.d.ts +2 -0
- package/src/loader/experts/routed-expert-plan.js +14 -8
- package/src/loader/experts/routed-expert-prefill.js +158 -0
- package/src/loader/experts/routed-expert-source.js +234 -0
- package/src/loader/experts/routed-expert-trace.js +77 -0
- package/src/loader/experts/tiered-expert-cache.d.ts +12 -0
- package/src/loader/experts/tiered-expert-cache.js +327 -0
- package/src/loader/experts/tiered-expert-plan.js +74 -0
- package/src/loader/final-weights-loader.d.ts +1 -1
- package/src/loader/hyper-connection-loader.d.ts +2 -2
- package/src/loader/hyper-connection-loader.js +85 -13
- package/src/loader/layer-loader.d.ts +3 -3
- package/src/loader/layer-loader.js +1 -1
- package/src/loader/layer-tensor-aliases.js +14 -11
- package/src/loader/loader-types.d.ts +6 -1
- package/src/loader/manifest-config.js +4 -0
- package/src/loader/model-executor.js +18 -1
- package/src/loader/model-load.d.ts +1 -1
- package/src/loader/model-load.js +1 -1
- package/src/loader/ngram-table-bindings.d.ts +3 -3
- package/src/loader/ngram-table-bindings.js +7 -6
- package/src/loader/q4k-reference-weight.js +1 -1
- package/src/loader/shard-cache.d.ts +8 -1
- package/src/loader/shard-cache.js +33 -0
- package/src/loader/tensors/bf16-loader.js +2 -1
- package/src/loader/tensors/fp8-loader.js +1 -1
- package/src/loader/tensors/load-executor.js +10 -2
- package/src/loader/tensors/tensor-loader.js +1 -1
- package/src/loader/tensors/tensor-reader.js +18 -5
- package/src/loader/tensors/w8a8-loader.js +1 -1
- package/src/loader/weight-representation-plan.d.ts +1 -1
- package/src/memory/buffer-pool/readback.js +82 -0
- package/src/memory/buffer-pool.d.ts +11 -2
- package/src/memory/buffer-pool.js +12 -73
- package/src/partitions.d.ts +4 -3
- package/src/partitions.js +3 -2
- package/src/{converter → rules}/capability-transform-resolver.js +3 -3
- package/src/rules/generated/rule-bundle.json +1 -1
- package/src/rules/inference/capability-transforms.rules.json +95 -28
- package/src/rules/rule-registry.js +2 -0
- package/src/storage/artifact-range-loaders.js +42 -0
- package/src/storage/artifact-storage-context.d.ts +4 -0
- package/src/storage/artifact-storage-context.js +8 -18
- package/src/storage/backends/idb-store.js +1 -1
- package/src/storage/distribution-transport.js +1 -1
- package/src/storage/download/http-contract.js +1 -1
- package/src/storage/download/http-transport.js +4 -4
- package/src/storage/inventory.js +1 -1
- package/src/storage/model-cache.d.ts +2 -1
- package/src/storage/model-cache.js +12 -8
- package/src/storage/node-file-access.js +4 -0
- package/src/storage/quota.d.ts +2 -1
- package/src/storage/quota.js +2 -1
- package/src/storage/shard-manager.d.ts +1 -1
- package/src/storage/shards/integrity.js +17 -0
- package/src/storage/source-artifact-store.d.ts +1 -1
- package/src/storage/source-artifact-store.js +1 -0
- package/src/storage/source-storage-context.d.ts +4 -0
- package/src/storage/source-storage-context.js +14 -0
- package/src/storage/verified-piece-direct.js +153 -0
- package/src/storage/verified-piece-gather-lane.js +210 -0
- package/src/storage/verified-piece-gather-worker.js +739 -0
- package/src/storage/verified-piece-gather.d.ts +160 -0
- package/src/storage/verified-piece-gather.js +315 -0
- package/src/storage/verified-piece-reader.d.ts +15 -1
- package/src/storage/verified-piece-reader.js +85 -15
- package/src/storage/verified-piece-state-cache.d.ts +75 -0
- package/src/storage/verified-piece-state-cache.js +511 -0
- package/src/storage/verified-piece-storage.d.ts +22 -1
- package/src/storage/verified-piece-storage.js +299 -11
- package/src/storage/verified-piece-timings.js +25 -0
- package/src/tooling/browser-command-runner.js +1 -1
- package/src/tooling/browser-harness/benchmark-execution.js +2 -2
- package/src/tooling/browser-harness/benchmark-rerank.js +2 -2
- package/src/tooling/browser-harness/inference-execution.js +1 -1
- package/src/tooling/browser-harness/model-resolution.js +1 -1
- package/src/tooling/browser-harness/runtime-config.js +1 -1
- package/src/tooling/browser-harness/runtime-isolation.js +2 -5
- package/src/tooling/browser-harness/text-evidence.js +1 -1
- package/src/tooling/browser-harness-contract-helpers.js +1 -1
- package/src/tooling/browser-harness.js +2 -2
- package/src/tooling/capsule-v2.js +2 -2
- package/src/tooling/capsule.js +2 -2
- package/src/tooling/command-api-constants.js +4 -2
- package/src/tooling/command-api.d.ts +1 -1
- package/src/tooling/command-api.js +15 -21
- package/src/tooling/command-runtime-execution.js +1 -8
- package/src/tooling/diagnose-runner.js +3 -41
- package/src/tooling/node-browser/static-server.js +2 -2
- package/src/tooling/node-command-execution.js +2 -34
- package/src/tooling/node-converter/input.js +1 -1
- package/src/tooling/node-converter/output.js +2 -2
- package/src/tooling/node-converter.js +1 -1
- package/src/tooling/node-runtime-bridge.js +43 -0
- package/src/tooling/node-source-runtime.js +34 -35
- package/src/tooling/production-release.js +1 -1
- package/src/tooling/program-bundle/materialize.js +1 -1
- package/src/tooling/program-bundle-parity.d.ts +1 -1
- package/src/tooling/program-bundle-parity.js +1 -1
- package/src/tooling/program-bundle.d.ts +1 -1
- package/src/tooling/program-bundle.js +2 -2
- package/src/tooling/runtime-intent.js +1 -1
- package/src/tooling/source-artifact-adapter.js +3 -3
- package/src/tooling/source-runtime/node-loader.js +32 -5
- package/src/tooling/source-runtime-converter-config.js +28 -6
- package/src/tooling-exports.shared.d.ts +3 -3
- package/src/tooling-exports.shared.js +2 -2
- package/src/version.js +1 -1
- package/tests/kernels/browser/kernel-suite.js +1 -1
- package/tests/kernels/harness/benchmark.js +1 -1
- package/tools/README.md +74 -0
- package/src/config/runtime/profiles/qwen3-6-35b-a3b-q4_0-pooled-q8-common-diagnostic.json +0 -4407
- package/src/config/schema/loading.schema.js +0 -164
- package/src/inference/pipelines/text/moe-cpu.js +0 -20
- /package/src/config/{capsule-loading.d.ts → capsule/capsule-loading.d.ts} +0 -0
- /package/src/config/{capsule-release-contract.d.ts → capsule/capsule-release-contract.d.ts} +0 -0
- /package/src/config/{capsule-signature.d.ts → capsule/capsule-signature.d.ts} +0 -0
- /package/src/config/{capsule-signature.js → capsule/capsule-signature.js} +0 -0
- /package/src/config/{capsule-v3.d.ts → capsule/capsule-v3.d.ts} +0 -0
- /package/src/config/{capsule.d.ts → capsule/capsule.d.ts} +0 -0
- /package/src/config/schema/{diffusion.schema.d.ts → execution/diffusion.schema.d.ts} +0 -0
- /package/src/config/schema/{diffusion.schema.js → execution/diffusion.schema.js} +0 -0
- /package/src/config/schema/{energy.schema.d.ts → execution/energy.schema.d.ts} +0 -0
- /package/src/config/schema/{energy.schema.js → execution/energy.schema.js} +0 -0
- /package/src/config/schema/{hyper-connection-decoder.schema.d.ts → execution/hyper-connection-decoder.schema.d.ts} +0 -0
- /package/src/config/schema/{hyper-connection-decoder.schema.js → execution/hyper-connection-decoder.schema.js} +0 -0
- /package/src/config/schema/{inference.schema.js → execution/inference.schema.js} +0 -0
- /package/src/config/schema/{kernel-path.schema.js → execution/kernel-path.schema.js} +0 -0
- /package/src/config/schema/{kernel-registry.schema.js → execution/kernel-registry.schema.js} +0 -0
- /package/src/config/schema/{speculation-self.schema.d.ts → execution/speculation-self.schema.d.ts} +0 -0
- /package/src/config/schema/{speculation-self.schema.js → execution/speculation-self.schema.js} +0 -0
- /package/src/config/schema/{speculative.schema.d.ts → execution/speculative.schema.d.ts} +0 -0
- /package/src/config/schema/{speculative.schema.js → execution/speculative.schema.js} +0 -0
- /package/src/config/schema/{conversion-report.schema.d.ts → manifest/conversion-report.schema.d.ts} +0 -0
- /package/src/config/schema/{conversion-report.schema.js → manifest/conversion-report.schema.js} +0 -0
- /package/src/config/schema/{conversion.schema.d.ts → manifest/conversion.schema.d.ts} +0 -0
- /package/src/config/schema/{conversion.schema.js → manifest/conversion.schema.js} +0 -0
- /package/src/config/schema/{fp8.schema.d.ts → manifest/fp8.schema.d.ts} +0 -0
- /package/src/config/schema/{fp8.schema.js → manifest/fp8.schema.js} +0 -0
- /package/src/config/schema/{manifest-rope.schema.d.ts → manifest/manifest-rope.schema.d.ts} +0 -0
- /package/src/config/schema/{quantization-defaults.schema.d.ts → manifest/quantization-defaults.schema.d.ts} +0 -0
- /package/src/config/schema/{quantization-defaults.schema.js → manifest/quantization-defaults.schema.js} +0 -0
- /package/src/config/schema/{quantization.schema.d.ts → manifest/quantization.schema.d.ts} +0 -0
- /package/src/config/schema/{quantization.schema.js → manifest/quantization.schema.js} +0 -0
- /package/src/config/schema/{w8a8.schema.d.ts → manifest/w8a8.schema.d.ts} +0 -0
- /package/src/config/schema/{w8a8.schema.js → manifest/w8a8.schema.js} +0 -0
- /package/src/config/schema/{gpu-cache.schema.d.ts → platform/gpu-cache.schema.d.ts} +0 -0
- /package/src/config/schema/{memory-limits.schema.d.ts → platform/memory-limits.schema.d.ts} +0 -0
- /package/src/config/schema/{platform.schema.d.ts → platform/platform.schema.d.ts} +0 -0
- /package/src/config/schema/{support-tiers.schema.d.ts → policy/support-tiers.schema.d.ts} +0 -0
- /package/src/config/schema/{support-tiers.schema.js → policy/support-tiers.schema.js} +0 -0
- /package/src/config/schema/{adapter.schema.d.ts → runtime/adapter.schema.d.ts} +0 -0
- /package/src/config/schema/{adapter.schema.js → runtime/adapter.schema.js} +0 -0
- /package/src/config/schema/{benchmark.schema.d.ts → runtime/benchmark.schema.d.ts} +0 -0
- /package/src/config/schema/{benchmark.schema.js → runtime/benchmark.schema.js} +0 -0
- /package/src/config/schema/{bridge.schema.d.ts → runtime/bridge.schema.d.ts} +0 -0
- /package/src/config/schema/{bridge.schema.js → runtime/bridge.schema.js} +0 -0
- /package/src/config/schema/{browser-suite-metrics.schema.d.ts → runtime/browser-suite-metrics.schema.d.ts} +0 -0
- /package/src/config/schema/{browser-suite-metrics.schema.js → runtime/browser-suite-metrics.schema.js} +0 -0
- /package/src/config/schema/{buffer-pool.schema.d.ts → runtime/buffer-pool.schema.d.ts} +0 -0
- /package/src/config/schema/{debug.schema.d.ts → runtime/debug.schema.d.ts} +0 -0
- /package/src/config/schema/{debug.schema.js → runtime/debug.schema.js} +0 -0
- /package/src/config/schema/{distribution.schema.d.ts → runtime/distribution.schema.d.ts} +0 -0
- /package/src/config/schema/{distribution.schema.js → runtime/distribution.schema.js} +0 -0
- /package/src/config/schema/{ecosystem.schema.d.ts → runtime/ecosystem.schema.d.ts} +0 -0
- /package/src/config/schema/{ecosystem.schema.js → runtime/ecosystem.schema.js} +0 -0
- /package/src/config/schema/{harness.schema.d.ts → runtime/harness.schema.d.ts} +0 -0
- /package/src/config/schema/{harness.schema.js → runtime/harness.schema.js} +0 -0
- /package/src/config/schema/{hotswap.schema.d.ts → runtime/hotswap.schema.d.ts} +0 -0
- /package/src/config/schema/{hotswap.schema.js → runtime/hotswap.schema.js} +0 -0
- /package/src/config/schema/{intent-bundle.schema.d.ts → runtime/intent-bundle.schema.d.ts} +0 -0
- /package/src/config/schema/{intent-bundle.schema.js → runtime/intent-bundle.schema.js} +0 -0
- /package/src/config/schema/{runtime-profile.schema.d.ts → runtime/runtime-profile.schema.d.ts} +0 -0
- /package/src/config/schema/{runtime-profile.schema.js → runtime/runtime-profile.schema.js} +0 -0
- /package/src/config/schema/{storage.schema.d.ts → runtime/storage.schema.d.ts} +0 -0
- /package/src/config/schema/{storage.schema.js → runtime/storage.schema.js} +0 -0
- /package/src/config/schema/{tooling.schema.js → runtime/tooling.schema.js} +0 -0
- /package/src/config/schema/{units.schema.d.ts → runtime/units.schema.d.ts} +0 -0
- /package/src/config/schema/{units.schema.js → runtime/units.schema.js} +0 -0
- /package/src/config/schema/{backward-registry.schema.d.ts → training/backward-registry.schema.d.ts} +0 -0
- /package/src/config/schema/{backward-registry.schema.js → training/backward-registry.schema.js} +0 -0
- /package/src/config/schema/{distill-training.schema.d.ts → training/distill-training.schema.d.ts} +0 -0
- /package/src/config/schema/{distill-training.schema.js → training/distill-training.schema.js} +0 -0
- /package/src/config/schema/{lora.schema.d.ts → training/lora.schema.d.ts} +0 -0
- /package/src/config/schema/{training-metrics.schema.d.ts → training/training-metrics.schema.d.ts} +0 -0
- /package/src/config/schema/{training-metrics.schema.js → training/training-metrics.schema.js} +0 -0
- /package/src/config/schema/{training.schema.d.ts → training/training.schema.d.ts} +0 -0
- /package/src/config/schema/{training.schema.js → training/training.schema.js} +0 -0
- /package/src/config/schema/{ul-training.schema.d.ts → training/ul-training.schema.d.ts} +0 -0
- /package/src/config/schema/{ul-training.schema.js → training/ul-training.schema.js} +0 -0
- /package/src/{converter → config/transforms}/execution-graph/dtype.js +0 -0
- /package/src/{converter → config/transforms}/execution-graph/fusion.js +0 -0
- /package/src/{converter → config/transforms}/execution-graph/kv-storage.js +0 -0
- /package/src/{converter → config/transforms}/execution-graph/validation.js +0 -0
- /package/src/{converter → formats}/qwen4-exp-source-defaults.json +0 -0
- /package/src/inference/pipelines/text/{buffer-types.d.ts → contracts/buffer-types.d.ts} +0 -0
- /package/src/inference/pipelines/text/{embedding-contract.d.ts → embedding/embedding-contract.d.ts} +0 -0
- /package/src/inference/pipelines/text/{embedding-contract.js → embedding/embedding-contract.js} +0 -0
- /package/src/inference/pipelines/text/{precomputed-input-norm.js → execution/precomputed-input-norm.js} +0 -0
- /package/src/inference/pipelines/text/generator/{batch-retry-policy.js → decode/batch-retry-policy.js} +0 -0
- /package/src/inference/pipelines/text/{chat-format.d.ts → generator/request/chat-format.d.ts} +0 -0
- /package/src/inference/pipelines/text/{chat-format.js → generator/request/chat-format.js} +0 -0
- /package/src/inference/pipelines/text/generator/{recorder-stats.js → session/recorder-stats.js} +0 -0
- /package/src/inference/pipelines/text/generator/{whole-token-template.js → whole-token/whole-token-template.js} +0 -0
- /package/src/inference/pipelines/text/{init-chat-templates.js → initialization/init-chat-templates.js} +0 -0
- /package/src/inference/pipelines/text/{load-policy.js → loading/load-policy.js} +0 -0
- /package/src/inference/pipelines/text/{pipeline-load-timing.js → loading/pipeline-load-timing.js} +0 -0
- /package/src/inference/pipelines/text/{generator → logits}/hidden-projection.d.ts +0 -0
- /package/src/inference/pipelines/text/{operator-events.d.ts → observation/operator-events.d.ts} +0 -0
- /package/src/inference/pipelines/text/{stage-names.d.ts → observation/stage-names.d.ts} +0 -0
- /package/src/inference/pipelines/text/{stage-names.js → observation/stage-names.js} +0 -0
- /package/src/inference/pipelines/text/{tsir-fixture-writer.d.ts → observation/tsir-fixture-writer.d.ts} +0 -0
- /package/src/inference/pipelines/text/{generator → per-layer}/per-layer-buffer.js +0 -0
- /package/src/inference/pipelines/text/{finiteness-policy.js → policy/finiteness-policy.js} +0 -0
package/CHANGELOG.md
CHANGED
|
@@ -4,6 +4,66 @@ Historical package notes are preserved outside the runtime archive in
|
|
|
4
4
|
`docs/status/archive/package-changelog-through-0.6.1.md` and the earlier
|
|
5
5
|
`package-changelog-through-0.4.15.md` snapshot in that directory.
|
|
6
6
|
|
|
7
|
+
## [0.7.8] - 2026-11-19
|
|
8
|
+
|
|
9
|
+
### Performance
|
|
10
|
+
|
|
11
|
+
- Routed expert weights can be staged through mapped upload buffers (`qwen35Routed.uploadStaging: "mapped"`,
|
|
12
|
+
off by default), with first-time bytes read while worker lanes hash them and one upload's hashing spread
|
|
13
|
+
over idle lanes.
|
|
14
|
+
- `qwen35Routed.uploadVerification: "before-release"` (off by default, mapped staging only) lets a partition
|
|
15
|
+
stage compute while hashes run and holds its output until every hash from that step has passed. The default
|
|
16
|
+
stays `"before-upload"`.
|
|
17
|
+
- Verified gather lanes start together, piece-directory identity checks run synchronously, and a resident
|
|
18
|
+
stage can run an optional warm prompt pass while it opens.
|
|
19
|
+
|
|
20
|
+
### Correctness
|
|
21
|
+
|
|
22
|
+
- A piece served from the protected cache no longer marks the file's own piece as verified.
|
|
23
|
+
- Q4_0 routed-expert kernels, the file-descriptor-bound piece state cache and tiered preload are included.
|
|
24
|
+
|
|
25
|
+
## [0.7.7] - 2026-11-18
|
|
26
|
+
|
|
27
|
+
### Packaging
|
|
28
|
+
|
|
29
|
+
- Refresh the runtime inventory and exclude unused profiles and declarations from the package.
|
|
30
|
+
|
|
31
|
+
## [0.7.6] - 2026-11-18
|
|
32
|
+
|
|
33
|
+
### Correctness
|
|
34
|
+
|
|
35
|
+
- Apply the caller’s logit mask before sampling each decode token, including on
|
|
36
|
+
linear-attention models used for constrained tool calls.
|
|
37
|
+
|
|
38
|
+
## [0.7.5] - 2026-11-17
|
|
39
|
+
|
|
40
|
+
### Performance
|
|
41
|
+
|
|
42
|
+
- Reduce CPU startup cost when expanding FP16 weights to FP32.
|
|
43
|
+
- Add an experimental FP32 WideTile prefill profile for Qwen 3.5 2B on
|
|
44
|
+
Jetson AGX Orin. The profile is available for calibration.
|
|
45
|
+
|
|
46
|
+
## [0.7.4] - 2026-11-14
|
|
47
|
+
|
|
48
|
+
### Added
|
|
49
|
+
|
|
50
|
+
- Hardware-profile-based two-device partition proposals with explicit evidence,
|
|
51
|
+
budgets and canonical plan identities; estimates are not runtime optimality proof.
|
|
52
|
+
- Explicit F32 execution with F16 partition transport, guarded conversion and
|
|
53
|
+
preserved plan identity. Existing transport precision defaults are unchanged.
|
|
54
|
+
|
|
55
|
+
### Fixed
|
|
56
|
+
|
|
57
|
+
- Direct-source artifacts use canonical manifest-bound filenames in authenticated
|
|
58
|
+
piece storage. Original machine-local paths no longer prevent selective reads;
|
|
59
|
+
every returned piece remains verified and unrelated shards need not be fetched.
|
|
60
|
+
- Include the partition finite-value guard in installed runtime packages.
|
|
61
|
+
|
|
62
|
+
### Performance
|
|
63
|
+
|
|
64
|
+
- Includes the published reusable expert staging and opt-in Flash control GEMV
|
|
65
|
+
profile. Qualification is workload/device-specific, not a universal speed claim.
|
|
66
|
+
|
|
7
67
|
## [0.7.3] - 2026-11-11
|
|
8
68
|
|
|
9
69
|
### Fixed
|
package/README.md
CHANGED
|
@@ -1,13 +1,12 @@
|
|
|
1
1
|
# Doppler
|
|
2
2
|
|
|
3
|
-
|
|
3
|
+
Run open models locally with WebGPU from JavaScript. Doppler generates text, computes embeddings, reranks results, and scores choices on supported models and devices.
|
|
4
4
|
|
|
5
|
-
|
|
5
|
+
**[Try the token demo](https://d4da.com/doppler/demo/index.html)** · [Open Observatory](https://d4da.com/observatory/) · [Run locally](#get-started)
|
|
6
6
|
|
|
7
|
-
A
|
|
8
|
-
embeddings, reranking, and choice scoring, qualified per model and host.
|
|
7
|
+
<a href="assets/readme/doppler-demo-hero.mp4"><img src="assets/readme/doppler-demo-hero.gif" width="100%" alt="A recorded Qwen answer appears token by token. Selecting a token reveals its alternatives and their probabilities." /></a>
|
|
9
8
|
|
|
10
|
-
|
|
9
|
+
The demo opens with a recorded answer. Select a token to inspect its alternatives, or load a compatible model to generate on your device. [Watch the full-quality recording](assets/readme/doppler-demo-hero.mp4)
|
|
11
10
|
|
|
12
11
|
<picture>
|
|
13
12
|
<source media="(max-width: 640px)" srcset="assets/readme/application-mobile.svg" />
|
|
@@ -16,18 +15,15 @@ embeddings, reranking, and choice scoring, qualified per model and host.
|
|
|
16
15
|
|
|
17
16
|
## Get started
|
|
18
17
|
|
|
19
|
-
|
|
18
|
+
Use Node 20+ and a working WebGPU provider. This command pins the published CLI and model alias used in the installation guide.
|
|
20
19
|
|
|
21
20
|
```sh
|
|
22
21
|
npx --package doppler-gpu@0.7.0 doppler-gpu --model gemma3-270m --prompt "Describe WebGPU briefly"
|
|
23
22
|
```
|
|
24
23
|
|
|
25
|
-
|
|
26
|
-
separately. The [installation guide](docs/getting-started.md) covers provider
|
|
27
|
-
requirements and embedding the published compatibility API.
|
|
24
|
+
The first run downloads about 400 MB of weights plus the tokenizer and manifest. See [installation and embedding](docs/getting-started.md) for host requirements.
|
|
28
25
|
|
|
29
|
-
|
|
30
|
-
0.7.0 with separate release requirements; qualification stays per model and host.
|
|
26
|
+
[Published versions](https://www.npmjs.com/package/doppler-gpu) · [Source changelog](CHANGELOG.md) · [Signed Run API](docs/api/root.md)
|
|
31
27
|
|
|
32
28
|
## Benchmarks
|
|
33
29
|
|
|
@@ -44,11 +40,7 @@ The [signed Run API](docs/api/root.md) and resident partition exports ship in
|
|
|
44
40
|
|
|
45
41
|

|
|
46
42
|
|
|
47
|
-
Rig prepares signed
|
|
48
|
-
and selects an accepted plan; session operations reuse resident resources through
|
|
49
|
-
the model program, binder, and command executor. Applications supply trust and
|
|
50
|
-
host ports. JSON declares execution, JavaScript orchestrates, and WGSL computes.
|
|
51
|
-
Doe and Reploid remain optional integrations.
|
|
43
|
+
Rig prepares a signed Capsule and its execution plans. Run verifies the artifacts and selects a plan. A session reuses the loaded weights and GPU programs across requests. The application supplies trust and host access.
|
|
52
44
|
|
|
53
45
|
[Architecture and source owners](docs/architecture.md) · [Resident partition lifetimes](docs/architecture.md#resident-partitions-and-resource-lifetime)
|
|
54
46
|
|
|
@@ -65,7 +57,7 @@ from verified execution and links the lifecycle evidence for each model.
|
|
|
65
57
|
The [comparison scoreboard](docs/model-competition-scoreboard.md) reports
|
|
66
58
|
throughput and loading separately against declared controls. Runtime correctness,
|
|
67
59
|
task quality, memory, and lifecycle acceptance remain separate checks.
|
|
68
|
-
W8A8 remains experimental
|
|
60
|
+
W8A8 remains experimental.
|
|
69
61
|
|
|
70
62
|
Choice scores are uncalibrated. Unsupported paths fail closed. The retained
|
|
71
63
|
[search starter](examples/document-search/README.md) needs renewed signed
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "doppler-gpu",
|
|
3
|
-
"version": "0.7.
|
|
3
|
+
"version": "0.7.8",
|
|
4
4
|
"description": "Doppler Rig prepares signed model Capsules; Doppler Run executes them locally through WebGPU for JavaScript",
|
|
5
5
|
"main": "src/capsule-runtime.js",
|
|
6
6
|
"types": "src/capsule-runtime.d.ts",
|
|
@@ -41,7 +41,7 @@
|
|
|
41
41
|
"artifact-identity:check": "node tools/artifact-identity-inventory.js --check",
|
|
42
42
|
"adapter-artifacts:check": "node tools/check-adapter-artifact-catalog.js",
|
|
43
43
|
"adapter-artifacts:verify-local": "node tools/check-adapter-artifact-catalog.js --verify-local-bytes",
|
|
44
|
-
"ci:check": "npm run kernels:check && npm run check:all",
|
|
44
|
+
"ci:check": "npm run kernels:check -- --defer-digests && npm run check:all",
|
|
45
45
|
"ci:contracts:check": "node tools/check-contract-artifacts.js --with-lean --lean-require-manifest-match",
|
|
46
46
|
"ci:diffusion:contract": "node tools/ci-diffusion-contract-gates.js",
|
|
47
47
|
"ci:training:contract": "node tools/ci-training-contract-gates.js",
|
|
@@ -80,6 +80,9 @@
|
|
|
80
80
|
"generation:contract:sync": "node tools/sync-generation-contract.js",
|
|
81
81
|
"source:style:sync": "node tools/check-source-style.js --write",
|
|
82
82
|
"source:unused:check": "node tools/check-unused-locals.js",
|
|
83
|
+
"style:guides:check": "node tools/check-style-guides.js",
|
|
84
|
+
"style:guides:test": "node tests/tooling/style-guide-check.test.js && node tests/config/json-style-check.test.js && node tests/config/wgsl-style-check.test.js",
|
|
85
|
+
"check:fast": "npm run source:style:check && npm run source:architecture:check && node tools/check-style-guides.js --changed && node tools/check-artifact-retention.js",
|
|
83
86
|
"source:style:check": "node tools/check-unused-locals.js && node tools/check-source-style.js",
|
|
84
87
|
"source:architecture:check": "node tools/check-source-architecture.js",
|
|
85
88
|
"capability-policy:check": "node tools/check-capability-transform-policy.js",
|
|
@@ -291,51 +294,7 @@
|
|
|
291
294
|
"files": [
|
|
292
295
|
"assets/doppler.svg",
|
|
293
296
|
"src",
|
|
294
|
-
"!src/config/runtime/experiments/**",
|
|
295
|
-
"!src/config/runtime/tiers/**",
|
|
296
|
-
"!src/config/runtime/model/**",
|
|
297
|
-
"!src/config/runtime/diagnostics/**",
|
|
298
|
-
"!src/config/runtime/optimization-candidates/**",
|
|
299
|
-
"!src/config/runtime/profiles/diffusiongemma-26b-a4b-throughput.json",
|
|
300
|
-
"!src/config/runtime/profiles/gemma3-270m-q4k-throughput-overlapped-probe.json",
|
|
301
|
-
"!src/config/runtime/profiles/gemma3-270m-q4k-throughput-probe.json",
|
|
302
|
-
"!src/config/runtime/profiles/gemma4-12b-rdrr-safe-b4.json",
|
|
303
|
-
"!src/config/runtime/profiles/gemma4-12b-rdrr-safe-single.json",
|
|
304
|
-
"!src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json",
|
|
305
|
-
"!src/config/runtime/profiles/gemma4-e2b-baseline-probe.json",
|
|
306
|
-
"!src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json",
|
|
307
|
-
"!src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json",
|
|
308
|
-
"!src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json",
|
|
309
|
-
"!src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json",
|
|
310
|
-
"!src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json",
|
|
311
|
-
"!src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json",
|
|
312
|
-
"!src/config/runtime/profiles/gemma4-e2b-low-memory.json",
|
|
313
|
-
"!src/config/runtime/profiles/gemma4-e2b-prefill-profile.json",
|
|
314
|
-
"!src/config/runtime/profiles/gemma4-e2b-throughput-probe.json",
|
|
315
|
-
"!src/config/runtime/profiles/muse-glimmer-30b-source-parity-f32kv.json",
|
|
316
|
-
"!src/config/runtime/profiles/muse-glimmer-30b-source-parity.json",
|
|
317
|
-
"!src/config/runtime/profiles/qwen-3-5-0-8b-f16-m3.json",
|
|
318
|
-
"!src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json",
|
|
319
|
-
"!src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json",
|
|
320
|
-
"!src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json",
|
|
321
|
-
"!src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json",
|
|
322
|
-
"!src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json",
|
|
323
|
-
"!src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json",
|
|
324
|
-
"!src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json",
|
|
325
|
-
"!src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json",
|
|
326
|
-
"!src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json",
|
|
327
|
-
"!src/config/runtime/profiles/qwen-3-5-9b-metal-correctness.json",
|
|
328
|
-
"!src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json",
|
|
329
|
-
"!src/config/runtime/profiles/qwen3-8-27b-source-parity.json",
|
|
330
|
-
"!src/config/runtime/profiles/simulation.json",
|
|
331
|
-
"!src/config/runtime/profiles/trace-layers.json",
|
|
332
|
-
"!src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json",
|
|
333
|
-
"!src/config/runtime/profiles/turboquant-contiguous-prod.json",
|
|
334
|
-
"!src/config/runtime/profiles/turboquant-contiguous.json",
|
|
335
|
-
"!src/config/runtime/profiles/turboquant.json",
|
|
336
|
-
"!src/config/runtime/profiles/verbose-trace.json",
|
|
337
297
|
"!src/**/CATSCAN.md",
|
|
338
|
-
"!src/config/schema/provider-conformance-policy.schema.json",
|
|
339
298
|
"models/catalog.json",
|
|
340
299
|
"tests/kernels/browser/kernel-suite.js",
|
|
341
300
|
"tests/kernels/browser/test-page.js",
|
|
@@ -347,8 +306,6 @@
|
|
|
347
306
|
"tests/kernels/harness/buffer-utils.js",
|
|
348
307
|
"tests/kernels/harness/tolerance.js",
|
|
349
308
|
"tests/kernels/reference",
|
|
350
|
-
"!tests/kernels/reference/fused-ffn-q4k.js",
|
|
351
|
-
"!tests/kernels/reference/w8a8.js",
|
|
352
309
|
"README.md",
|
|
353
310
|
"CHANGELOG.md",
|
|
354
311
|
"LICENSE",
|
package/src/capsule-runtime.d.ts
CHANGED
|
@@ -4,14 +4,14 @@ export type { GenerationInput, GenerationOptions, ResolvedGenerationOptions, Gen
|
|
|
4
4
|
export { createDopplerRun, createDopplerRuntime, createForecastProgramFactory, RUN_CORE_VERSION, RUNTIME_CORE_VERSION } from './client/runtime/composition-root.js';
|
|
5
5
|
export { createFetchCapsuleArtifactStore } from './client/runtime/fetch-capsule-artifact-store.js';
|
|
6
6
|
export { createCapsuleStreamAccumulator, capsuleOperationSnapshots } from './client/runtime/capsule-operation-stream.js';
|
|
7
|
-
export type { CapsuleOperationRequest } from
|
|
7
|
+
export type { CapsuleOperationRequest } from "./config/capsule/capsule-operation.js";
|
|
8
8
|
export type { CapsuleOperationEvent } from './client/runtime/capsule-operation-executor.js';
|
|
9
9
|
export type { ChoiceScoringRequest, ChoiceScoringResult } from './config/choice-scoring.js';
|
|
10
10
|
export { CHOICE_SCORING_CONTRACT, snapshotChoiceScoringRequest, validateChoiceScoringResult } from './config/choice-scoring.js';
|
|
11
11
|
export { resolveEmbeddingBatchSemantics } from './config/embedding-contract.js';
|
|
12
12
|
export type { EmbeddingBatchSemantics } from './config/embedding-contract.js';
|
|
13
13
|
|
|
14
|
-
import type { DopplerCapsule } from
|
|
14
|
+
import type { DopplerCapsule } from "./config/capsule/capsule.js";
|
|
15
15
|
import type {
|
|
16
16
|
DopplerRunSession,
|
|
17
17
|
RunPorts,
|
|
@@ -2,7 +2,7 @@ export { openCapsule } from './doppler-api.browser.js';
|
|
|
2
2
|
export { GENERATION_CONTRACT, GenerationError, resolveGenerationOptions, validateGenerationInput } from '../config/generation-contract.js';
|
|
3
3
|
export { CHOICE_SCORING_CONTRACT, snapshotChoiceScoringRequest, validateChoiceScoringResult } from '../config/choice-scoring.js';
|
|
4
4
|
export { createCapsuleStreamAccumulator, capsuleOperationSnapshots } from './runtime/capsule-operation-stream.js';
|
|
5
|
-
export { validateCapsule, verifyCapsule, getCapsuleIdentity } from
|
|
6
|
-
export { buildCapsuleV2, signCapsuleV2, validateCapsuleV2, hashCapsuleV2 } from
|
|
7
|
-
export { buildCapsuleV3, signCapsuleV3, validateCapsuleV3, hashCapsuleV3, migrateCapsuleV2 } from
|
|
8
|
-
export { signCapsuleReleaseEvent, validateCapsuleReleaseEvent, verifyCapsuleReleaseEvents, hashCapsuleReleaseEvent, CapsuleReleaseStateError } from
|
|
5
|
+
export { validateCapsule, verifyCapsule, getCapsuleIdentity } from "../config/capsule/capsule.js";
|
|
6
|
+
export { buildCapsuleV2, signCapsuleV2, validateCapsuleV2, hashCapsuleV2 } from "../config/capsule/capsule-v2.js";
|
|
7
|
+
export { buildCapsuleV3, signCapsuleV3, validateCapsuleV3, hashCapsuleV3, migrateCapsuleV2 } from "../config/capsule/capsule-v3.js";
|
|
8
|
+
export { signCapsuleReleaseEvent, validateCapsuleReleaseEvent, verifyCapsuleReleaseEvents, hashCapsuleReleaseEvent, CapsuleReleaseStateError } from "../config/capsule/capsule-release-events.js";
|
|
@@ -6,11 +6,11 @@ export type { GenerationInput, GenerationOptions, ResolvedGenerationOptions, Gen
|
|
|
6
6
|
export type { DopplerCapsuleOpenOptions } from './runtime/index.js';
|
|
7
7
|
export type { DopplerRuntimeSession } from './runtime/composition-root.js';
|
|
8
8
|
export { createCapsuleStreamAccumulator, capsuleOperationSnapshots } from './runtime/capsule-operation-stream.js';
|
|
9
|
-
export { validateCapsule, verifyCapsule, getCapsuleIdentity } from
|
|
10
|
-
export type { DopplerCapsule, CapsuleIdentity } from
|
|
11
|
-
export type { DopplerCapsuleV3 } from
|
|
12
|
-
export type { CapsuleReleaseEvent, CapsuleReleasePolicy, ReleaseCheckpoint, CapsuleRetainedLocalUse, CapsuleReleaseAuthorization } from
|
|
13
|
-
export type { CapsuleSigner } from
|
|
14
|
-
export { buildCapsuleV2, signCapsuleV2, validateCapsuleV2, hashCapsuleV2 } from
|
|
15
|
-
export { buildCapsuleV3, signCapsuleV3, validateCapsuleV3, hashCapsuleV3, migrateCapsuleV2 } from
|
|
16
|
-
export { signCapsuleReleaseEvent, validateCapsuleReleaseEvent, verifyCapsuleReleaseEvents, hashCapsuleReleaseEvent, CapsuleReleaseStateError } from
|
|
9
|
+
export { validateCapsule, verifyCapsule, getCapsuleIdentity } from "../config/capsule/capsule.js";
|
|
10
|
+
export type { DopplerCapsule, CapsuleIdentity } from "../config/capsule/capsule.js";
|
|
11
|
+
export type { DopplerCapsuleV3 } from "../config/capsule/capsule-v3.js";
|
|
12
|
+
export type { CapsuleReleaseEvent, CapsuleReleasePolicy, ReleaseCheckpoint, CapsuleRetainedLocalUse, CapsuleReleaseAuthorization } from "../config/capsule/capsule-release-events.js";
|
|
13
|
+
export type { CapsuleSigner } from "../config/capsule/capsule-signature.js";
|
|
14
|
+
export { buildCapsuleV2, signCapsuleV2, validateCapsuleV2, hashCapsuleV2 } from "../config/capsule/capsule-v2.js";
|
|
15
|
+
export { buildCapsuleV3, signCapsuleV3, validateCapsuleV3, hashCapsuleV3, migrateCapsuleV2 } from "../config/capsule/capsule-v3.js";
|
|
16
|
+
export { signCapsuleReleaseEvent, validateCapsuleReleaseEvent, verifyCapsuleReleaseEvents, hashCapsuleReleaseEvent, CapsuleReleaseStateError } from "../config/capsule/capsule-release-events.js";
|
|
@@ -2,7 +2,7 @@ export { openCapsule } from './doppler-api.js';
|
|
|
2
2
|
export { GENERATION_CONTRACT, GenerationError, resolveGenerationOptions, validateGenerationInput } from '../config/generation-contract.js';
|
|
3
3
|
export { CHOICE_SCORING_CONTRACT, snapshotChoiceScoringRequest, validateChoiceScoringResult } from '../config/choice-scoring.js';
|
|
4
4
|
export { createCapsuleStreamAccumulator, capsuleOperationSnapshots } from './runtime/capsule-operation-stream.js';
|
|
5
|
-
export { validateCapsule, verifyCapsule, getCapsuleIdentity } from
|
|
6
|
-
export { buildCapsuleV2, signCapsuleV2, validateCapsuleV2, hashCapsuleV2 } from
|
|
7
|
-
export { buildCapsuleV3, signCapsuleV3, validateCapsuleV3, hashCapsuleV3, migrateCapsuleV2 } from
|
|
8
|
-
export { signCapsuleReleaseEvent, validateCapsuleReleaseEvent, verifyCapsuleReleaseEvents, hashCapsuleReleaseEvent, CapsuleReleaseStateError } from
|
|
5
|
+
export { validateCapsule, verifyCapsule, getCapsuleIdentity } from "../config/capsule/capsule.js";
|
|
6
|
+
export { buildCapsuleV2, signCapsuleV2, validateCapsuleV2, hashCapsuleV2 } from "../config/capsule/capsule-v2.js";
|
|
7
|
+
export { buildCapsuleV3, signCapsuleV3, validateCapsuleV3, hashCapsuleV3, migrateCapsuleV2 } from "../config/capsule/capsule-v3.js";
|
|
8
|
+
export { signCapsuleReleaseEvent, validateCapsuleReleaseEvent, verifyCapsuleReleaseEvents, hashCapsuleReleaseEvent, CapsuleReleaseStateError } from "../config/capsule/capsule-release-events.js";
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { ChatMessage } from
|
|
1
|
+
import type { ChatMessage } from "../inference/pipelines/text/generator/request/chat-format.js";
|
|
2
2
|
import type { GenerateOptions } from '../generation/index.js';
|
|
3
3
|
import type {
|
|
4
4
|
LogitsStepResult,
|
|
@@ -21,7 +21,7 @@ import type {
|
|
|
21
21
|
DopplerCapsuleOpenOptions,
|
|
22
22
|
LoRAManifest,
|
|
23
23
|
} from './runtime/index.js';
|
|
24
|
-
import type { DopplerCapsule } from
|
|
24
|
+
import type { DopplerCapsule } from "../config/capsule/capsule.js";
|
|
25
25
|
import type { DopplerRuntimeSession } from './runtime/composition-root.js';
|
|
26
26
|
import type {
|
|
27
27
|
DopplerSignedRevocationAuthorityOptions,
|
|
@@ -59,6 +59,8 @@ export interface DopplerInspectionTokenRecord {
|
|
|
59
59
|
text: string;
|
|
60
60
|
probability: number | null;
|
|
61
61
|
surprisal: number | null;
|
|
62
|
+
/** Entropy in nats of the full next-token distribution at this step; null when the logits cannot define one. */
|
|
63
|
+
entropy: number | null;
|
|
62
64
|
topCandidates: Array<{
|
|
63
65
|
tokenId: number;
|
|
64
66
|
logit: number;
|
|
@@ -87,6 +89,7 @@ export declare const OBSERVATION_POLICY_REGISTRY_SCHEMA: 'doppler.observation-po
|
|
|
87
89
|
export declare const COMPARISON_FINGERPRINT_SCHEMA: 'doppler.comparison-fingerprint/v1';
|
|
88
90
|
export declare const MODEL_INSPECTION_RECEIPT_SCHEMA: 'doppler.model-inspection-receipt/v1';
|
|
89
91
|
export declare const WORD_SEGMENTATION_SCHEMA: 'doppler.word-segmentation/unicode-whitespace-v1';
|
|
92
|
+
export declare function distributionEntropy(logits: ArrayLike<number> | null | undefined): number | null;
|
|
90
93
|
export declare const PERPLEXITY_AGGREGATION_SCHEMA: 'doppler.perplexity/summed-word-surprisal-v1';
|
|
91
94
|
|
|
92
95
|
export declare function listObservationPolicies(): DopplerObservationPolicy[];
|
package/src/client/inspection.js
CHANGED
|
@@ -215,6 +215,34 @@ function selectedProbability(logits, tokenId) {
|
|
|
215
215
|
return Math.exp(Number(logits[tokenId]) - maximum) / denominator;
|
|
216
216
|
}
|
|
217
217
|
|
|
218
|
+
// Entropy, in nats, of the full next-token distribution the logits define:
|
|
219
|
+
// H = -sum(p_i ln p_i) over every vocabulary entry. Masked (-Infinity) entries
|
|
220
|
+
// carry no probability and contribute nothing. Null when the logits cannot
|
|
221
|
+
// define a distribution.
|
|
222
|
+
export function distributionEntropy(logits) {
|
|
223
|
+
if (!logits || logits.length === 0) return null;
|
|
224
|
+
let maximum = -Infinity;
|
|
225
|
+
for (let index = 0; index < logits.length; index += 1) {
|
|
226
|
+
const value = Number(logits[index]);
|
|
227
|
+
if (Number.isNaN(value) || value === Infinity) return null;
|
|
228
|
+
if (value > maximum) maximum = value;
|
|
229
|
+
}
|
|
230
|
+
if (!Number.isFinite(maximum)) return null;
|
|
231
|
+
let denominator = 0;
|
|
232
|
+
let weighted = 0;
|
|
233
|
+
for (let index = 0; index < logits.length; index += 1) {
|
|
234
|
+
const shifted = Number(logits[index]) - maximum;
|
|
235
|
+
if (!Number.isFinite(shifted)) continue;
|
|
236
|
+
const weight = Math.exp(shifted);
|
|
237
|
+
denominator += weight;
|
|
238
|
+
weighted += weight * shifted;
|
|
239
|
+
}
|
|
240
|
+
if (!Number.isFinite(denominator) || denominator <= 0) return null;
|
|
241
|
+
// With q_i = exp(x_i - m): H = ln(sum q) - sum(q_i (x_i - m)) / sum q.
|
|
242
|
+
const entropy = Math.log(denominator) - weighted / denominator;
|
|
243
|
+
return Number.isFinite(entropy) ? Math.max(0, entropy) : null;
|
|
244
|
+
}
|
|
245
|
+
|
|
218
246
|
export const LAYER_PROJECTION_SCHEMA = 'doppler.layer-projection/v1';
|
|
219
247
|
// One request returns a full vocabulary row per vector before the top candidates
|
|
220
248
|
// are kept, so both bounds limit what a single call can hold.
|
|
@@ -346,6 +374,7 @@ export function buildInspectionTokenRecord(tokenId, logits, tokenizer, topKSize
|
|
|
346
374
|
text: String(tokenizer.decode([tokenId], true, false)),
|
|
347
375
|
probability,
|
|
348
376
|
surprisal: probability && probability > 0 ? -Math.log(probability) : null,
|
|
377
|
+
entropy: distributionEntropy(logits),
|
|
349
378
|
topCandidates: topCandidates(logits, tokenizer, topKSize),
|
|
350
379
|
};
|
|
351
380
|
}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import type { ChatMessage } from
|
|
1
|
+
import type { ChatMessage } from "../../inference/pipelines/text/generator/request/chat-format.js";
|
|
2
2
|
import type { GenerateOptions } from '../../generation/index.js';
|
|
3
3
|
import type { LogitsStepResult, PrefillResult } from '../../inference/pipelines/text/types.d.ts';
|
|
4
|
-
import type { DopplerCapsule } from
|
|
4
|
+
import type { DopplerCapsule } from "../../config/capsule/capsule.js";
|
|
5
5
|
import type { DopplerRuntimeSession, CapsuleSessionOptions } from '../runtime/composition-root.js';
|
|
6
6
|
import type { TargetPlan } from '../../config/target-plan.js';
|
|
7
7
|
import type {
|
|
@@ -104,7 +104,7 @@ export declare function resolvePersistentBrowserLoadSource(
|
|
|
104
104
|
modelId: string,
|
|
105
105
|
modelBaseUrl: string,
|
|
106
106
|
onProgress: ((event: Record<string, unknown>) => void) | null,
|
|
107
|
-
options: { expectedManifestHash: string }
|
|
107
|
+
options: { expectedManifestHash: string; signal?: AbortSignal }
|
|
108
108
|
) => Promise<{
|
|
109
109
|
storageContext: Record<string, unknown>;
|
|
110
110
|
storageBackend: 'opfs';
|
|
@@ -112,7 +112,8 @@ export declare function resolvePersistentBrowserLoadSource(
|
|
|
112
112
|
fromCache: boolean;
|
|
113
113
|
manifestHash: string;
|
|
114
114
|
totalBytes: number;
|
|
115
|
-
}
|
|
115
|
+
}>,
|
|
116
|
+
signal?: AbortSignal
|
|
116
117
|
): Promise<DopplerModelSourceResolution & {
|
|
117
118
|
persistentCache?: DopplerPersistentCacheReceipt;
|
|
118
119
|
}>;
|
|
@@ -28,14 +28,15 @@ import {
|
|
|
28
28
|
} from '../../storage/registry.js';
|
|
29
29
|
import { isNodeRuntime } from '../../storage/runtime-env.js';
|
|
30
30
|
import { resolveManifestGpuResidentEmbeddingLimitError } from '../../loader/embedding-limit-preflight.js';
|
|
31
|
+
import { compileExecutionV1 } from '../../inference/pipelines/text/execution/execution-v1.js';
|
|
31
32
|
import { createDopplerLoader } from '../../loader/doppler-loader.js';
|
|
32
33
|
import { getKernelCapabilities, getPlatformConfig, initDevice } from '../../gpu/device.js';
|
|
33
34
|
import { runWithShaderSourceScope } from '../../gpu/kernels/shader-source-scope.js';
|
|
34
35
|
import { createDopplerRun } from '../runtime/composition-root.js';
|
|
35
36
|
import { createCapsuleArtifactBacking } from '../runtime/verified-capsule-artifact-store.js';
|
|
36
37
|
import { createCapsuleProgramAdapter } from '../runtime/capsule-program-adapter.js';
|
|
37
|
-
import { createResidentPartitionSession } from
|
|
38
|
-
import { resolveResidentPartitionAllocation } from
|
|
38
|
+
import { createResidentPartitionSession } from "../../inference/pipelines/text/partitions/resident-partition.js";
|
|
39
|
+
import { resolveResidentPartitionAllocation } from "../../inference/pipelines/text/partitions/resident-partition-contract.js";
|
|
39
40
|
import { createCapsuleArtifactSource } from '../runtime/capsule-artifact-source.js';
|
|
40
41
|
import { resolveProgramLoadRuntimeConfig } from '../../config/initial-execution-identity.js';
|
|
41
42
|
import { normalizeTargetPlanSelectionPolicy } from '../../config/target-plan.js';
|
|
@@ -99,7 +100,8 @@ export async function resolvePersistentBrowserLoadSource(
|
|
|
99
100
|
loadSource,
|
|
100
101
|
cache,
|
|
101
102
|
onProgress = null,
|
|
102
|
-
cacheSource = ensureModelCachedSource
|
|
103
|
+
cacheSource = ensureModelCachedSource,
|
|
104
|
+
signal = undefined
|
|
103
105
|
) {
|
|
104
106
|
assertPersistentCacheMode(cache);
|
|
105
107
|
if (cache !== 'opfs') {
|
|
@@ -123,7 +125,7 @@ export async function resolvePersistentBrowserLoadSource(
|
|
|
123
125
|
storageModelId,
|
|
124
126
|
storageBaseUrl,
|
|
125
127
|
(event) => emitPersistentCacheProgress(onProgress, event),
|
|
126
|
-
{ expectedManifestHash }
|
|
128
|
+
{ expectedManifestHash, signal }
|
|
127
129
|
);
|
|
128
130
|
return {
|
|
129
131
|
...loadSource,
|
|
@@ -221,6 +223,7 @@ export function createDopplerRuntimeService({
|
|
|
221
223
|
}
|
|
222
224
|
|
|
223
225
|
async function loadProgram(model, options = {}, partition = null, deviceBinding = null) {
|
|
226
|
+
options.signal?.throwIfAborted();
|
|
224
227
|
assertPersistentCacheMode(options.cache);
|
|
225
228
|
const resolutionPolicy = resolveResolutionPolicy(options.resolutionPolicy);
|
|
226
229
|
const { userProgress, pipelineProgress } = resolveLoadProgressHandlers(options, defaultLoadProgressLogger);
|
|
@@ -233,7 +236,8 @@ export function createDopplerRuntimeService({
|
|
|
233
236
|
const persistentSource = options.cache === 'opfs' && !isNodeRuntime()
|
|
234
237
|
? await loadPersistentModelSource(
|
|
235
238
|
resolved.modelId,
|
|
236
|
-
(event) => emitPersistentCacheProgress(userProgress, event)
|
|
239
|
+
(event) => emitPersistentCacheProgress(userProgress, event),
|
|
240
|
+
options.signal
|
|
237
241
|
)
|
|
238
242
|
: null;
|
|
239
243
|
const manifestPayload = persistentSource
|
|
@@ -253,7 +257,7 @@ export function createDopplerRuntimeService({
|
|
|
253
257
|
}
|
|
254
258
|
return { text, manifest: resolved.manifest, manifestHash };
|
|
255
259
|
})()
|
|
256
|
-
: await fetchManifestPayloadFromBaseUrl(resolved.baseUrl);
|
|
260
|
+
: await fetchManifestPayloadFromBaseUrl(resolved.baseUrl, options.signal);
|
|
257
261
|
const revocationIdentity = Object.freeze({
|
|
258
262
|
logicalModelId: resolved.logicalModelId,
|
|
259
263
|
modelId: manifestPayload.manifest?.modelId ?? resolved.modelId,
|
|
@@ -278,12 +282,26 @@ export function createDopplerRuntimeService({
|
|
|
278
282
|
totalBytes: persistentSource.totalBytes,
|
|
279
283
|
},
|
|
280
284
|
}
|
|
281
|
-
: await resolveManifestArtifactSource(resolved, manifestPayload);
|
|
285
|
+
: await resolveManifestArtifactSource(resolved, manifestPayload, options.signal);
|
|
282
286
|
const gpu = deviceBinding ?? await acquireHostDeviceBinding(options.signal);
|
|
287
|
+
// Early validation uses the same compiler as pipeline initialization. Never interpret a raw patch as a kernel authority.
|
|
288
|
+
const embeddingExecution = options.runtimeConfig?.inference?.executionPatch == null ? null : compileExecutionV1({
|
|
289
|
+
manifestInference: resolvedArtifactSource.manifest.inference,
|
|
290
|
+
modelId: resolvedArtifactSource.manifest.modelId,
|
|
291
|
+
numLayers: resolvedArtifactSource.manifest.architecture?.numLayers,
|
|
292
|
+
headDim: resolvedArtifactSource.manifest.architecture?.headDim,
|
|
293
|
+
weightDtype: resolvedArtifactSource.manifest.quantizationInfo?.weights ?? null,
|
|
294
|
+
capabilities: getKernelCapabilities(), platform: getPlatformConfig(),
|
|
295
|
+
runtimeSession: options.runtimeConfig.inference.session,
|
|
296
|
+
runtimeCompute: options.runtimeConfig.inference.compute,
|
|
297
|
+
kernelPathPolicy: options.runtimeConfig.inference.kernelPathPolicy,
|
|
298
|
+
executionPatch: options.runtimeConfig.inference.executionPatch,
|
|
299
|
+
});
|
|
283
300
|
const embeddingLimitError = resolveManifestGpuResidentEmbeddingLimitError(
|
|
284
301
|
resolvedArtifactSource.manifest,
|
|
285
302
|
{
|
|
286
303
|
storageManifest: resolvedArtifactSource.storageManifest,
|
|
304
|
+
resolvedKernelPaths: embeddingExecution ? [embeddingExecution.runtimeInferencePatch.kernelPath] : [],
|
|
287
305
|
runtimeConfig: options.runtimeConfig,
|
|
288
306
|
}
|
|
289
307
|
);
|
|
@@ -300,7 +318,9 @@ export function createDopplerRuntimeService({
|
|
|
300
318
|
const loadSource = await resolvePersistentBrowserLoadSource(
|
|
301
319
|
cachedResolved ?? resolvedArtifactSource,
|
|
302
320
|
persistentSource ? false : options.cache,
|
|
303
|
-
userProgress
|
|
321
|
+
userProgress,
|
|
322
|
+
ensureModelCachedSource,
|
|
323
|
+
options.signal
|
|
304
324
|
);
|
|
305
325
|
if (options.cache === 'opfs' && !isNodeRuntime()) {
|
|
306
326
|
await registerModel({
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import type { InferencePipeline, KVCacheSnapshot, PromptInput } from '../../inference/pipelines/text.js';
|
|
2
|
-
import type { ChatMessage } from
|
|
2
|
+
import type { ChatMessage } from "../../inference/pipelines/text/generator/request/chat-format.js";
|
|
3
3
|
import type { GenerateOptions } from '../../generation/index.js';
|
|
4
|
-
import type { GenerationRequestEvidence } from
|
|
4
|
+
import type { GenerationRequestEvidence } from "../../inference/pipelines/text/generator/request/generation-request.js";
|
|
5
5
|
import type { RDRRManifest } from '../../formats/rdrr/index.js';
|
|
6
6
|
import type { LogitsStepResult, PipelineStats, PrefillResult, SequenceEncodeOptions, SequenceEncodeResult } from '../../inference/pipelines/text/types.d.ts';
|
|
7
7
|
import type { LoRAManifest } from '../runtime/types.js';
|
|
@@ -157,7 +157,7 @@ export interface DopplerChatResponse {
|
|
|
157
157
|
|
|
158
158
|
export interface DopplerModelHandle {
|
|
159
159
|
readonly supportsGenerationContext: boolean;
|
|
160
|
-
createGenerationContext(options: { maxBytes: number }): import(
|
|
160
|
+
createGenerationContext(options: { maxBytes: number }): import("../../inference/pipelines/text/generator/session/sequence-state.js").GenerationContext;
|
|
161
161
|
scoreChoices(request: import('../../config/choice-scoring.js').ChoiceScoringRequest,
|
|
162
162
|
control?: { signal?: AbortSignal }): Promise<import('../../config/choice-scoring.js').ChoiceScoringResult>;
|
|
163
163
|
generate(prompt: string, options?: DopplerGenerateOptions): AsyncGenerator<string, void, void>;
|
|
@@ -286,6 +286,8 @@ export interface DopplerModelHandle {
|
|
|
286
286
|
getSpecialTokens(): Record<string, number | undefined>;
|
|
287
287
|
getStopTokenIds(): number[];
|
|
288
288
|
getStats(): Record<string, unknown> | null;
|
|
289
|
+
/** Detached loader counters; sample outside request clocks. Throws when closed or unsupported. */
|
|
290
|
+
getExpertLoadingStats(): import('../../inference/pipelines/text/expert-loading-stats.js').ExpertLoadingStats;
|
|
289
291
|
getResolvedRuntimeSession(): Readonly<Record<string, unknown>>;
|
|
290
292
|
prefillKV(prompt: string, options?: DopplerGenerateOptions): Promise<KVCacheSnapshot>;
|
|
291
293
|
resetToSeqLen(seqLen: number): void;
|
|
@@ -320,8 +322,8 @@ export interface DopplerModelHandle {
|
|
|
320
322
|
phase?: Record<string, unknown> | null;
|
|
321
323
|
}>;
|
|
322
324
|
decodeStepLogits(currentIds: number[], options?: DopplerGenerateOptions): Promise<LogitsStepResult>;
|
|
323
|
-
prefillWithToken(prompt: string, options: DopplerGenerateOptions, tokenContract: { padTokenId: number | null }): Promise<import(
|
|
324
|
-
decodeStepWithToken(currentIds: number[], options: DopplerGenerateOptions, tokenContract: { padTokenId: number | null }): Promise<import(
|
|
325
|
+
prefillWithToken(prompt: string, options: DopplerGenerateOptions, tokenContract: { padTokenId: number | null }): Promise<import("../../inference/pipelines/text/generator/sampling/token-selection.js").SelectedTokenResult>;
|
|
326
|
+
decodeStepWithToken(currentIds: number[], options: DopplerGenerateOptions, tokenContract: { padTokenId: number | null }): Promise<import("../../inference/pipelines/text/generator/sampling/token-selection.js").SelectedTokenResult>;
|
|
325
327
|
generateWithPrefixKV(
|
|
326
328
|
prefix: KVCacheSnapshot,
|
|
327
329
|
prompt: string,
|
|
@@ -8,9 +8,9 @@ import { createActivationTrace } from '../../debug/activation-trace.js';
|
|
|
8
8
|
import { resolveActivityCapture } from '../../debug/activity-trace.js';
|
|
9
9
|
import { DOPPLER_VERSION } from '../../version.js';
|
|
10
10
|
import { createGenerationOutputDecoder, decodeGenerationOutput } from '../../inference/generation-output.js';
|
|
11
|
-
import { formatChatMessages } from
|
|
12
|
-
import { applyChatTemplate } from
|
|
13
|
-
import { resolveTextGenerationRequest, generationRequestEvidence } from
|
|
11
|
+
import { formatChatMessages } from "../../inference/pipelines/text/generator/request/chat-format.js";
|
|
12
|
+
import { applyChatTemplate } from "../../inference/pipelines/text/initialization/init-chat-templates.js";
|
|
13
|
+
import { resolveTextGenerationRequest, generationRequestEvidence } from "../../inference/pipelines/text/generator/request/generation-request.js";
|
|
14
14
|
import { scopePipelineShaders, runPipelineOperation } from '../../inference/pipelines/shader-scoped-pipeline.js';
|
|
15
15
|
import { collectModelRerankScores } from '../runtime/model-rerank.js';
|
|
16
16
|
import { scoreModelChoices } from '../../inference/choice-scoring.js';
|
|
@@ -210,6 +210,7 @@ function assertActiveAdapterUnchanged(pipeline, expected) {
|
|
|
210
210
|
|
|
211
211
|
export function createModelHandle(pipeline, resolved) {
|
|
212
212
|
pipeline = scopePipelineShaders(pipeline);
|
|
213
|
+
let expertStatsClosed = false;
|
|
213
214
|
const resolutionPolicy = resolveResolutionPolicy(resolved.resolutionPolicy);
|
|
214
215
|
assertArtifactVariantAllowed(resolutionPolicy, resolved.manifestHash);
|
|
215
216
|
const assertRaw = (apiName) => assertUnreceiptedExecutionAllowed(
|
|
@@ -466,6 +467,7 @@ export function createModelHandle(pipeline, resolved) {
|
|
|
466
467
|
throw new Error('Loaded Doppler pipeline does not expose generation-state reset');
|
|
467
468
|
},
|
|
468
469
|
async unload() {
|
|
470
|
+
expertStatsClosed = true;
|
|
469
471
|
await pipeline.unload();
|
|
470
472
|
},
|
|
471
473
|
get activeLoRAIdentity() { return getActiveLoRAIdentityForPipeline(pipeline); },
|
|
@@ -545,6 +547,11 @@ export function createModelHandle(pipeline, resolved) {
|
|
|
545
547
|
getStats() {
|
|
546
548
|
return pipeline.getStats?.() ?? null;
|
|
547
549
|
},
|
|
550
|
+
getExpertLoadingStats() {
|
|
551
|
+
if (expertStatsClosed || pipeline.isLoaded !== true) throw new Error('Expert loading statistics require an open loaded model.');
|
|
552
|
+
if (typeof pipeline.getExpertLoadingStats !== 'function') throw new Error('Loaded model does not support expert loading statistics.');
|
|
553
|
+
return pipeline.getExpertLoadingStats();
|
|
554
|
+
},
|
|
548
555
|
getResolvedRuntimeSession() {
|
|
549
556
|
const resolvedSession = pipeline.resolvedRuntimeSession;
|
|
550
557
|
if (!resolvedSession) throw new Error('Loaded Doppler pipeline has no resolved runtime session.');
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
/** Deliberately separate from local generation/inspection evidence, which contains private text and token IDs. */
|
|
2
|
+
import { computeCanonicalSha256 } from '../../formats/canonical-hash.js';
|
|
3
|
+
|
|
4
|
+
/** Whitelist only requester validation metadata. Never copy arbitrary stats, hashes, errors or evidence.
|
|
5
|
+
* @type {import('./privacy-receipt.js').buildProviderPrivacyReceipt} */
|
|
6
|
+
export function buildProviderPrivacyReceipt(input) {
|
|
7
|
+
const { attemptId, policyId, routeId, modelIdentity, backendId, status } = input;
|
|
8
|
+
for (const identity of [policyId, routeId, modelIdentity]) {
|
|
9
|
+
if (typeof identity !== 'string' || !/^sha256:[a-f0-9]{64}$/.test(identity)) {
|
|
10
|
+
throw new Error('Privacy receipt requires policy, route and model digests.');
|
|
11
|
+
}
|
|
12
|
+
}
|
|
13
|
+
for (const id of [attemptId, backendId]) {
|
|
14
|
+
if (typeof id !== 'string' || !id || id.length > 256) throw new Error('Privacy receipt requires bounded identifiers.');
|
|
15
|
+
}
|
|
16
|
+
if (!['completed', 'cancelled', 'failed', 'unknown'].includes(status)) throw new Error('Privacy receipt requires explicit outcome.');
|
|
17
|
+
/** @type {Omit<import('./privacy-receipt.js').ProviderPrivacyReceipt, 'receiptId'>} */
|
|
18
|
+
const receipt = { schema: 'doppler.provider-privacy-receipt/v1', attemptId, policyId, routeId, modelIdentity, backendId, status,
|
|
19
|
+
evidence: 'execution-record', confidentialityProof: false, integrityProof: false, availabilityProof: false,
|
|
20
|
+
publicationAuthorized: false, reuseAuthorized: false };
|
|
21
|
+
return Object.freeze({ ...receipt, receiptId: computeCanonicalSha256(receipt) });
|
|
22
|
+
}
|