doppler-gpu 0.7.3 → 0.7.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +60 -0
- package/README.md +9 -17
- package/package.json +5 -48
- package/src/capsule-runtime.d.ts +2 -2
- package/src/client/capsule-host.browser.js +4 -4
- package/src/client/capsule-host.d.ts +8 -8
- package/src/client/capsule-host.js +4 -4
- package/src/client/doppler-api.d.ts +2 -2
- package/src/client/inspection.d.ts +3 -0
- package/src/client/inspection.js +29 -0
- package/src/client/model-host/index.d.ts +5 -4
- package/src/client/model-host/index.js +28 -8
- package/src/client/model-host/model-evidence.js +2 -0
- package/src/client/model-host/model-session.d.ts +7 -5
- package/src/client/model-host/model-session.js +10 -3
- package/src/client/model-host/privacy-receipt.js +22 -0
- package/src/client/resident-partitions.d.ts +3 -3
- package/src/client/resident-partitions.js +2 -2
- package/src/client/runtime/capsule-acquisition.d.ts +3 -3
- package/src/client/runtime/capsule-acquisition.js +1 -1
- package/src/client/runtime/capsule-adapter-execution.d.ts +2 -2
- package/src/client/runtime/capsule-adapter-execution.js +3 -3
- package/src/client/runtime/capsule-embedding.d.ts +2 -2
- package/src/client/runtime/capsule-embedding.js +1 -1
- package/src/client/runtime/capsule-forecast.d.ts +2 -2
- package/src/client/runtime/capsule-forecast.js +1 -1
- package/src/client/runtime/capsule-operation-adapters.d.ts +1 -1
- package/src/client/runtime/capsule-operation-adapters.js +1 -1
- package/src/client/runtime/capsule-operation-deltas.js +1 -1
- package/src/client/runtime/capsule-operation-executor.d.ts +1 -1
- package/src/client/runtime/capsule-operation-executor.js +2 -2
- package/src/client/runtime/capsule-operation-stream.d.ts +1 -1
- package/src/client/runtime/capsule-operation-stream.js +2 -2
- package/src/client/runtime/capsule-piece-reader.js +1 -1
- package/src/client/runtime/capsule-program-adapter.js +1 -1
- package/src/client/runtime/capsule-release-authorization.js +1 -1
- package/src/client/runtime/capsule-rerank.d.ts +2 -2
- package/src/client/runtime/composition-root.d.ts +6 -6
- package/src/client/runtime/composition-root.js +6 -6
- package/src/client/runtime/fetch-capsule-artifact-store.d.ts +1 -1
- package/src/client/runtime/fetch-capsule-artifact-store.js +1 -1
- package/src/client/runtime/model-source.d.ts +4 -2
- package/src/client/runtime/model-source.js +5 -5
- package/src/client/runtime/scoped-session.d.ts +2 -2
- package/src/client/runtime/verified-capsule-artifact-store.d.ts +2 -2
- package/src/client/runtime/verified-capsule-artifact-store.js +1 -1
- package/src/config/backward-registry-loader.js +1 -1
- package/src/config/{capsule-adapter-policy.js → capsule/capsule-adapter-policy.js} +2 -2
- package/src/config/{capsule-adapters.d.ts → capsule/capsule-adapters.d.ts} +1 -1
- package/src/config/{capsule-adapters.js → capsule/capsule-adapters.js} +2 -2
- package/src/config/{capsule-loading.js → capsule/capsule-loading.js} +1 -1
- package/src/config/{capsule-operation.d.ts → capsule/capsule-operation.d.ts} +1 -1
- package/src/config/{capsule-operation.js → capsule/capsule-operation.js} +3 -3
- package/src/config/{capsule-release-contract.js → capsule/capsule-release-contract.js} +2 -2
- package/src/config/{capsule-release-events.d.ts → capsule/capsule-release-events.d.ts} +2 -1
- package/src/config/{capsule-release-events.js → capsule/capsule-release-events.js} +3 -2
- package/src/config/{capsule-sequence-receipt.js → capsule/capsule-sequence-receipt.js} +1 -1
- package/src/config/{capsule-token-selection.d.ts → capsule/capsule-token-selection.d.ts} +1 -1
- package/src/config/{capsule-token-selection.js → capsule/capsule-token-selection.js} +2 -2
- package/src/config/{capsule-v2.d.ts → capsule/capsule-v2.d.ts} +5 -4
- package/src/config/{capsule-v2.js → capsule/capsule-v2.js} +6 -6
- package/src/config/{capsule-v3.js → capsule/capsule-v3.js} +1 -1
- package/src/config/{capsule.js → capsule/capsule.js} +26 -7
- package/src/config/choice-scoring.js +1 -1
- package/src/config/conversion/amplify/amplify-120m-f16-af32.json +1 -1
- package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +1 -1
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +2 -2
- package/src/config/conversion/esmc/esmc-300m-f32-af32.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-270m-it-w8a8-ehf16-af32.json +1 -1
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +8 -8
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +8 -8
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +8 -8
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +8 -8
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +8 -8
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +8 -8
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +8 -8
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +8 -8
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +8 -8
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +1 -1
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +1 -1
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +1 -1
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +1 -1
- package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +1 -1
- package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +1 -1
- package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-4b-instruct-2507-q4k-ehf16-af32.json +2 -2
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-canonical-f32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-6-35b-a3b-q4_0-passthrough.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-6-35b-a3b-text-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-8-flash-next-text-q4k-ehf16-af32.json +25 -22
- package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +2 -2
- package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +2 -2
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +2 -2
- package/src/config/conversion/qwen3/qwen3.8-27b-q4_0-passthrough.json +1 -1
- package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +1 -1
- package/src/config/conversion/qwen3/qwen4exp-gguf-source-policy.json +53 -0
- package/src/config/embedding-contract.d.ts +1 -1
- package/src/config/embedding-contract.js +1 -1
- package/src/config/execution-registry-contract.d.ts +5 -5
- package/src/config/execution-registry-contract.js +5 -5
- package/src/config/generation-contract.js +2 -1
- package/src/config/hardware-partition-plan.d.ts +32 -0
- package/src/config/hardware-partition-plan.js +78 -0
- package/src/config/inspection/observation-policies.json +1 -1
- package/src/config/kernel-path-loader.d.ts +1 -1
- package/src/config/kernel-path-loader.js +1 -1
- package/src/config/kernel-registry-contract.d.ts +2 -2
- package/src/config/kernel-registry-contract.js +1 -1
- package/src/config/kernels/kernel-ref-digests.js +509 -0
- package/src/config/kernels/registry.js +2 -2
- package/src/config/kernels/registry.json +2065 -1241
- package/src/config/layer-partition-plan.d.ts +4 -0
- package/src/config/layer-partition-plan.js +10 -4
- package/src/config/merge.js +1 -1
- package/src/config/model-session-declarations.js +85 -0
- package/src/config/param-validator.js +3 -3
- package/src/config/platforms/amd-rdna3.json +2 -2
- package/src/config/production-release-evidence.js +1 -1
- package/src/config/revocation-policy.js +6 -2
- package/src/config/revocation-registry.json +1 -1
- package/src/config/runtime/model-sessions.json +23 -0
- package/src/config/runtime/profiles/flash-next-gguf-control-gemv.json +72 -0
- package/src/config/runtime/profiles/flash-next-gguf-hc-inject-gemv.json +47 -0
- package/src/config/schema/capsule/index.d.ts +14 -0
- package/src/config/schema/capsule/index.js +10 -0
- package/src/config/schema/{program-bundle.schema.d.ts → capsule/program-bundle.schema.d.ts} +3 -3
- package/src/config/schema/{program-bundle.schema.js → capsule/program-bundle.schema.js} +6 -6
- package/src/config/schema/{execution-v1.schema.d.ts → execution/execution-v1.schema.d.ts} +2 -0
- package/src/config/schema/{execution-v1.schema.js → execution/execution-v1.schema.js} +2 -2
- package/src/config/schema/execution/index.d.ts +203 -0
- package/src/config/schema/execution/index.js +94 -0
- package/src/config/schema/{inference.schema.d.ts → execution/inference.schema.d.ts} +1 -1
- package/src/config/schema/{kernel-path.schema.d.ts → execution/kernel-path.schema.d.ts} +3 -0
- package/src/config/schema/{kernel-registry.schema.d.ts → execution/kernel-registry.schema.d.ts} +2 -2
- package/src/config/schema/{kernel-thresholds.schema.d.ts → execution/kernel-thresholds.schema.d.ts} +1 -1
- package/src/config/schema/{kernel-thresholds.schema.js → execution/kernel-thresholds.schema.js} +1 -1
- package/src/config/schema/{kernel-warmup.schema.d.ts → execution/kernel-warmup.schema.d.ts} +14 -0
- package/src/config/schema/{kernel-warmup.schema.js → execution/kernel-warmup.schema.js} +3 -0
- package/src/config/schema/{kvcache.schema.d.ts → execution/kvcache.schema.d.ts} +8 -2
- package/src/config/schema/{kvcache.schema.js → execution/kvcache.schema.js} +17 -1
- package/src/config/schema/{ngram-embedding.schema.d.ts → execution/ngram-embedding.schema.d.ts} +3 -1
- package/src/config/schema/{ngram-embedding.schema.js → execution/ngram-embedding.schema.js} +16 -1
- package/src/config/schema/index.d.ts +8 -897
- package/src/config/schema/index.js +8 -506
- package/src/config/schema/{converter.schema.d.ts → manifest/converter.schema.d.ts} +4 -4
- package/src/config/schema/{converter.schema.js → manifest/converter.schema.js} +1 -1
- package/src/config/schema/manifest/index.d.ts +142 -0
- package/src/config/schema/manifest/index.js +62 -0
- package/src/config/schema/manifest/manifest-inference.schema.d.ts +298 -0
- package/src/config/schema/{manifest.schema.d.ts → manifest/manifest.schema.d.ts} +9 -291
- package/src/config/schema/{manifest.schema.js → manifest/manifest.schema.js} +2 -2
- package/src/config/schema/{emulation.schema.d.ts → platform/emulation.schema.d.ts} +1 -1
- package/src/config/schema/{emulation.schema.js → platform/emulation.schema.js} +6 -6
- package/src/config/schema/{gpu-cache.schema.js → platform/gpu-cache.schema.js} +1 -1
- package/src/config/schema/platform/index.d.ts +72 -0
- package/src/config/schema/platform/index.js +27 -0
- package/src/config/schema/{memory-limits.schema.js → platform/memory-limits.schema.js} +1 -1
- package/src/config/schema/policy/index.d.ts +14 -0
- package/src/config/schema/policy/index.js +9 -0
- package/src/config/schema/{buffer-pool.schema.js → runtime/buffer-pool.schema.js} +2 -2
- package/src/config/schema/{doppler.schema.d.ts → runtime/doppler.schema.d.ts} +3 -3
- package/src/config/schema/{doppler.schema.js → runtime/doppler.schema.js} +12 -12
- package/src/config/schema/runtime/index.d.ts +238 -0
- package/src/config/schema/runtime/index.js +135 -0
- package/src/config/schema/{loading.schema.d.ts → runtime/loading.schema.d.ts} +31 -1
- package/src/config/schema/runtime/loading.schema.js +275 -0
- package/src/config/schema/{shared-runtime.schema.d.ts → runtime/shared-runtime.schema.d.ts} +5 -5
- package/src/config/schema/{shared-runtime.schema.js → runtime/shared-runtime.schema.js} +4 -4
- package/src/config/schema/{tooling.schema.d.ts → runtime/tooling.schema.d.ts} +1 -1
- package/src/config/schema/training/index.d.ts +63 -0
- package/src/config/schema/training/index.js +43 -0
- package/src/config/schema/{lora.schema.js → training/lora.schema.js} +1 -1
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +1 -1
- package/src/config/supported-operations.json +358 -88
- package/src/config/target-plan.d.ts +2 -2
- package/src/config/target-plan.js +2 -2
- package/src/config/training-defaults.d.ts +2 -2
- package/src/config/training-defaults.js +2 -2
- package/src/config/transforms/execution-graph/correctness-fallback.js +86 -0
- package/src/config/transforms/execution-graph/prefill-attention.js +116 -0
- package/src/{converter → config/transforms}/execution-graph-transforms.js +5 -194
- package/src/converter/core.js +18 -164
- package/src/converter/forge-stages.js +2 -2
- package/src/converter/fp8-source.js +1 -1
- package/src/converter/gemma4/validation.js +110 -0
- package/src/converter/linear-norm-gate.js +1 -1
- package/src/converter/manifest-builder.js +2 -9
- package/src/converter/parsers/gguf.js +54 -4
- package/src/converter/quantization-info.js +2 -2
- package/src/converter/qwen4-exp-source-execution.js +94 -0
- package/src/converter/qwen4-exp-source.js +1 -201
- package/src/converter/tensor-transform.js +2 -9
- package/src/converter/tokenizer-contract.js +2 -9
- package/src/converter/w8a8-quantizer.js +2 -2
- package/src/debug/config.js +1 -1
- package/src/debug/perf-guards.js +1 -1
- package/src/errors/doppler-error.d.ts +54 -0
- package/src/errors/doppler-error.js +13 -5
- package/src/experimental/distribution/shard-delivery/receipt.js +1 -1
- package/src/experimental/distribution/shard-delivery/retry.js +4 -4
- package/src/experimental/energy/types.d.ts +1 -1
- package/src/experimental/logits/cpu-output.js +1 -1
- package/src/experimental/training/artifacts.d.ts +2 -2
- package/src/experimental/training/artifacts.js +2 -2
- package/src/experimental/training/autograd.d.ts +1 -1
- package/src/experimental/training/distillation/student-fixture/execution.js +1 -1
- package/src/experimental/training/distillation/student-fixture/model.js +1 -1
- package/src/experimental/training/distillation/student-fixture.js +1 -1
- package/src/experimental/training/loss-scaling.d.ts +1 -1
- package/src/experimental/training/runner/evaluation.js +1 -1
- package/src/experimental/training/runner.js +1 -1
- package/src/experimental/training/trainer.d.ts +1 -1
- package/src/experimental/training/workloads.js +2 -2
- package/src/formats/gguf/block-storage.d.ts +9 -0
- package/src/formats/gguf/block-storage.js +12 -3
- package/src/formats/gguf/qwen-source.js +5 -3
- package/src/formats/gguf/qwen-source.json +8 -1
- package/src/formats/gguf/qwen4-exp-source.js +101 -0
- package/src/formats/q4k-dequant.js +1 -1
- package/src/formats/qwen4-exp-source-contracts.js +204 -0
- package/src/formats/rdrr/fp8-contract.js +1 -1
- package/src/formats/rdrr/fp8-storage.js +1 -1
- package/src/formats/rdrr/q4_0-storage.js +1 -1
- package/src/formats/rdrr/storage-descriptor.js +1 -1
- package/src/formats/rdrr/tensor-config-validator.js +3 -3
- package/src/formats/rdrr/validation.js +1 -1
- package/src/formats/rdrr/w8a8-storage.js +1 -1
- package/src/generation/index.d.ts +1 -1
- package/src/generation/index.js +1 -0
- package/src/gpu/device.d.ts +1 -1
- package/src/gpu/kernels/attention/contiguous-quantized.js +252 -0
- package/src/gpu/kernels/attention/tiered-quantized.js +321 -0
- package/src/gpu/kernels/attention/tiered.js +240 -0
- package/src/gpu/kernels/attention.js +5 -801
- package/src/gpu/kernels/backward/layernorm_backward.wgsl +3 -3
- package/src/gpu/kernels/channel-gain.js +100 -0
- package/src/gpu/kernels/channel-rotation.d.ts +16 -0
- package/src/gpu/kernels/channel-rotation.js +47 -0
- package/src/gpu/kernels/channel_energy.wgsl +17 -0
- package/src/gpu/kernels/channel_energy_pair.wgsl +27 -0
- package/src/gpu/kernels/channel_gain_control.wgsl +60 -0
- package/src/gpu/kernels/channel_gain_derive.wgsl +40 -0
- package/src/gpu/kernels/channel_gain_swiglu.wgsl +64 -0
- package/src/gpu/kernels/channel_rotation_apply.wgsl +38 -0
- package/src/gpu/kernels/channel_rotation_derive.wgsl +76 -0
- package/src/gpu/kernels/check-finiteness-f32.js +22 -0
- package/src/gpu/kernels/check_finiteness.wgsl +2 -2
- package/src/gpu/kernels/clamp.js +2 -2
- package/src/gpu/kernels/dequant.js +1 -1
- package/src/gpu/kernels/dispatch.js +7 -0
- package/src/gpu/kernels/energy_quintel_grad.wgsl +7 -7
- package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +7 -7
- package/src/gpu/kernels/energy_quintel_reduce.wgsl +6 -6
- package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +6 -6
- package/src/gpu/kernels/energy_quintel_update.wgsl +7 -7
- package/src/gpu/kernels/energy_quintel_update_f16.wgsl +7 -7
- package/src/gpu/kernels/fused_matmul_q4_widetile_f32.wgsl +174 -0
- package/src/gpu/kernels/fused_matmul_rmsnorm.wgsl +0 -49
- package/src/gpu/kernels/gated-delta-norm-gate.js +1 -1
- package/src/gpu/kernels/gated_delta_recurrent_gguf_register_prefill_sigmoid_gate.wgsl +730 -0
- package/src/gpu/kernels/gated_delta_recurrent_gguf_sigmoid_gate.wgsl +499 -0
- package/src/gpu/kernels/gather.js +16 -1
- package/src/gpu/kernels/gather_split4_packed_f16_vec4_f32_out.wgsl +104 -0
- package/src/gpu/kernels/generated/uniform-writers-0.js +7 -11
- package/src/gpu/kernels/generated/uniform-writers-1.js +43 -46
- package/src/gpu/kernels/generated/uniform-writers-2.js +80 -2
- package/src/gpu/kernels/generated/uniform-writers.js +33 -21
- package/src/gpu/kernels/hyper-connection-up.js +64 -0
- package/src/gpu/kernels/hyper-connection.js +15 -4
- package/src/gpu/kernels/hyper_connection_mix_branch.wgsl +105 -0
- package/src/gpu/kernels/hyper_connection_norm.wgsl +3 -3
- package/src/gpu/kernels/hyper_connection_up_mix_branch_q4_0.wgsl +164 -0
- package/src/gpu/kernels/kernel-execution.js +18 -7
- package/src/gpu/kernels/linear-attention-core.js +3 -4
- package/src/gpu/kernels/moe-route.js +14 -0
- package/src/gpu/kernels/moe_gather.wgsl +0 -63
- package/src/gpu/kernels/moe_route_q4_0_block_f32.wgsl +74 -0
- package/src/gpu/kernels/moe_route_q4_0_split_block_f32.wgsl +80 -0
- package/src/gpu/kernels/moe_route_q4_1_block_f32.wgsl +59 -0
- package/src/gpu/kernels/moe_route_remap.wgsl +22 -0
- package/src/gpu/kernels/paired-linear-attention.js +1 -1
- package/src/gpu/kernels/pipeline-cache.js +18 -2
- package/src/gpu/kernels/ple.js +11 -7
- package/src/gpu/kernels/ple_q4_0_to_f32.wgsl +32 -0
- package/src/gpu/kernels/qsa-indexer.d.ts +2 -0
- package/src/gpu/kernels/qsa-indexer.js +6 -4
- package/src/gpu/kernels/qsa_block_keys.wgsl +2 -1
- package/src/gpu/kernels/qsa_prepare.wgsl +2 -1
- package/src/gpu/kernels/relu.js +1 -1
- package/src/gpu/kernels/relu.wgsl +2 -2
- package/src/gpu/kernels/relu_f16.wgsl +2 -2
- package/src/gpu/kernels/residual.js +1 -1
- package/src/gpu/kernels/residual.wgsl +4 -4
- package/src/gpu/kernels/residual_f16.wgsl +2 -2
- package/src/gpu/kernels/residual_f16_vec4.wgsl +2 -2
- package/src/gpu/kernels/residual_vec4.wgsl +2 -2
- package/src/gpu/kernels/rope-precompute.js +1 -1
- package/src/gpu/kernels/scatter_add.wgsl +0 -31
- package/src/gpu/kernels/shader-cache.js +17 -3
- package/src/gpu/kernels/shader-capability-filter.js +120 -0
- package/src/gpu/kernels/softmax.js +10 -10
- package/src/gpu/kernels/topk.wgsl +0 -55
- package/src/gpu/kernels/transpose.js +1 -1
- package/src/gpu/kernels/transpose.wgsl +2 -2
- package/src/gpu/kernels/w8a8.js +1 -1
- package/src/gpu/uniform-cache.d.ts +15 -1
- package/src/gpu/uniform-cache.js +82 -7
- package/src/gpu/weight-buffer.d.ts +1 -1
- package/src/inference/moe-router.d.ts +1 -126
- package/src/inference/moe-router.js +0 -149
- package/src/inference/pipelines/context.js +3 -15
- package/src/inference/pipelines/shader-scoped-pipeline.js +10 -5
- package/src/inference/pipelines/text/attention/interpreter/immediate.js +4 -4
- package/src/inference/pipelines/text/attention/interpreter/output.js +203 -0
- package/src/inference/pipelines/text/attention/interpreter/recorded.js +92 -67
- package/src/inference/pipelines/text/attention/interpreter.js +77 -350
- package/src/inference/pipelines/text/attention/projection-executor.js +2 -2
- package/src/inference/pipelines/text/attention/projection-plan.js +1 -1
- package/src/inference/pipelines/text/attention/projection-precision.js +132 -0
- package/src/inference/pipelines/text/attention/projections.js +13 -151
- package/src/inference/pipelines/text/attention/recorded-health.js +83 -0
- package/src/inference/pipelines/text/attention/rope-observation.js +1 -1
- package/src/inference/pipelines/text/attention/types.js +0 -13
- package/src/inference/pipelines/text/config/normalization.js +2 -2
- package/src/inference/pipelines/text/config.d.ts +4 -4
- package/src/inference/pipelines/text/config.js +17 -135
- package/src/inference/pipelines/text/{config-components.js → configuration/config-components.js} +4 -4
- package/src/inference/pipelines/text/configuration/model-geometry.js +114 -0
- package/src/inference/pipelines/text/{resolved-runtime-session.d.ts → configuration/resolved-runtime-session.d.ts} +4 -4
- package/src/inference/pipelines/text/{resolved-runtime-session.js → configuration/resolved-runtime-session.js} +1 -1
- package/src/inference/pipelines/text/{abort-contract.js → contracts/abort-contract.js} +2 -1
- package/src/inference/pipelines/text/contracts/metrics.d.ts +234 -0
- package/src/inference/pipelines/text/{embed.js → embedding/embed.js} +15 -15
- package/src/inference/pipelines/text/{embedding-batch.js → embedding/embedding-batch.js} +1 -1
- package/src/inference/pipelines/text/{embedding-extraction.js → embedding/embedding-extraction.js} +12 -12
- package/src/inference/pipelines/text/{embedding-normalization.js → embedding/embedding-normalization.js} +4 -4
- package/src/inference/pipelines/text/{execution-plan.d.ts → execution/execution-plan.d.ts} +8 -8
- package/src/inference/pipelines/text/{execution-plan.js → execution/execution-plan.js} +9 -9
- package/src/inference/pipelines/text/{execution-runtime-builders.js → execution/execution-runtime-builders.js} +3 -3
- package/src/inference/pipelines/text/{execution-v1.d.ts → execution/execution-v1.d.ts} +2 -2
- package/src/inference/pipelines/text/{execution-v1.js → execution/execution-v1.js} +13 -183
- package/src/inference/pipelines/text/execution/layer-contract.js +90 -0
- package/src/inference/pipelines/text/{layer-execution-contract.js → execution/layer-execution-contract.js} +2 -2
- package/src/inference/pipelines/text/{layer-input-execution.js → execution/layer-input-execution.js} +27 -36
- package/src/inference/pipelines/text/{layer-partition-contract.d.ts → execution/layer-partition-contract.d.ts} +3 -3
- package/src/inference/pipelines/text/{layer-partition-contract.js → execution/layer-partition-contract.js} +2 -2
- package/src/inference/pipelines/text/{layer-plan-gpu.js → execution/layer-plan-gpu.js} +12 -12
- package/src/inference/pipelines/text/{layer-plan.d.ts → execution/layer-plan.d.ts} +1 -1
- package/src/inference/pipelines/text/{layer-plan.js → execution/layer-plan.js} +1 -1
- package/src/inference/pipelines/text/{layer.js → execution/layer.js} +34 -142
- package/src/inference/pipelines/text/{operator-identity.js → execution/operator-identity.js} +1 -1
- package/src/inference/pipelines/text/{ops.js → execution/ops.js} +26 -26
- package/src/inference/pipelines/text/{paired-execution.js → execution/paired-execution.js} +9 -9
- package/src/inference/pipelines/text/execution-v1/hybrid-projection-contract.js +159 -0
- package/src/inference/pipelines/text/expert-loading-stats.d.ts +16 -0
- package/src/inference/pipelines/text/expert-loading-stats.js +15 -0
- package/src/inference/pipelines/text/ffn/dense-executor.js +5 -4
- package/src/inference/pipelines/text/ffn/dense-plan.js +23 -34
- package/src/inference/pipelines/text/ffn/dense.js +72 -392
- package/src/inference/pipelines/text/ffn/fused-gate-up.js +197 -0
- package/src/inference/pipelines/text/ffn/moe.js +1 -1
- package/src/inference/pipelines/text/ffn/packed-gate-up.js +218 -0
- package/src/inference/pipelines/text/ffn/paired.js +3 -3
- package/src/inference/pipelines/text/ffn/qwen-shared-expert.js +1 -1
- package/src/inference/pipelines/text/ffn/sandwich.js +6 -7
- package/src/inference/pipelines/text/ffn/standard.js +5 -5
- package/src/inference/pipelines/text/ffn/types.js +6 -3
- package/src/inference/pipelines/text/{activity-weights.js → generator/activation/activity-weights.js} +8 -8
- package/src/inference/pipelines/text/generator/activation/channel-gain.d.ts +61 -0
- package/src/inference/pipelines/text/generator/activation/channel-gain.js +352 -0
- package/src/inference/pipelines/text/generator/activation/final-layer-replay.js +43 -0
- package/src/inference/pipelines/text/generator/{capsule-generation.js → adapters/capsule-generation.js} +5 -5
- package/src/inference/pipelines/text/generator/{diffusion.js → adapters/diffusion.js} +19 -19
- package/src/inference/pipelines/text/generator/{training.js → adapters/training.js} +21 -21
- package/src/inference/pipelines/text/generator/decode/advance-token.js +73 -0
- package/src/inference/pipelines/text/{generator-steps.js → generator/decode/batch-generation.js} +25 -288
- package/src/inference/pipelines/text/generator/decode/batch-readback.js +175 -0
- package/src/inference/pipelines/text/generator/{compiled-greedy-window.js → decode/compiled-greedy-window.js} +5 -5
- package/src/inference/pipelines/text/generator/{decode-components.js → decode/decode-components.js} +1 -1
- package/src/inference/pipelines/text/generator/{decode-runtime.js → decode/decode-loop.js} +20 -412
- package/src/inference/pipelines/text/generator/decode/decode-mechanics.js +288 -0
- package/src/inference/pipelines/text/generator/{decode-readback.js → decode/decode-readback.js} +1 -1
- package/src/inference/pipelines/text/generator/decode/decode-runtime.js +2 -0
- package/src/inference/pipelines/text/generator/{decode.js → decode/decode-step.js} +34 -313
- package/src/inference/pipelines/text/generator/decode/decode.js +5 -0
- package/src/inference/pipelines/text/generator/{greedy-head-policy.js → decode/greedy-head-policy.js} +1 -1
- package/src/inference/pipelines/text/generator/{recorded-step-executor.js → decode/recorded-step-executor.js} +2 -2
- package/src/inference/pipelines/text/generator/generator-steps.js +4 -0
- package/src/inference/pipelines/text/{generator.d.ts → generator/generator.d.ts} +13 -11
- package/src/inference/pipelines/text/{generator.js → generator/generator.js} +150 -46
- package/src/inference/pipelines/text/generator/{prefill-runtime.js → prefill/prefill-execution.js} +72 -278
- package/src/inference/pipelines/text/generator/prefill/prefill-logits.js +144 -0
- package/src/inference/pipelines/text/generator/{prefill-observation.js → prefill/prefill-observation.js} +2 -2
- package/src/inference/pipelines/text/generator/{prefill-policy.js → prefill/prefill-policy.js} +6 -1
- package/src/inference/pipelines/text/generator/prefill/prefill-runtime.js +2 -0
- package/src/inference/pipelines/text/generator/prefill/prefill-sequence.js +100 -0
- package/src/inference/pipelines/text/generator/{prefix-embedding.js → prefill/prefix-embedding.js} +7 -7
- package/src/inference/pipelines/text/{generation-request.d.ts → generator/request/generation-request.d.ts} +2 -2
- package/src/inference/pipelines/text/{generation-request.js → generator/request/generation-request.js} +3 -3
- package/src/inference/pipelines/text/generator/{prompt-input.js → request/prompt-input.js} +2 -2
- package/src/inference/pipelines/text/{sampling-config.d.ts → generator/sampling/sampling-config.d.ts} +1 -1
- package/src/inference/pipelines/text/{sampling-config.js → generator/sampling/sampling-config.js} +2 -2
- package/src/inference/pipelines/text/{sampling.d.ts → generator/sampling/sampling.d.ts} +15 -0
- package/src/inference/pipelines/text/{sampling.js → generator/sampling/sampling.js} +22 -3
- package/src/inference/pipelines/text/{stopping.js → generator/sampling/stopping.js} +3 -3
- package/src/inference/pipelines/text/generator/{token-selection.d.ts → sampling/token-selection.d.ts} +1 -1
- package/src/inference/pipelines/text/generator/{token-selection.js → sampling/token-selection.js} +8 -8
- package/src/inference/pipelines/text/generator/{activation-storage.js → session/activation-storage.js} +2 -2
- package/src/inference/pipelines/text/generator/{attention-lifecycle.js → session/attention-lifecycle.js} +1 -1
- package/src/inference/pipelines/text/generator/{diagnostic-sequence.d.ts → session/diagnostic-sequence.d.ts} +3 -3
- package/src/inference/pipelines/text/generator/{diagnostic-sequence.js → session/diagnostic-sequence.js} +3 -3
- package/src/inference/pipelines/text/generator/session/generation-runtime.js +278 -0
- package/src/inference/pipelines/text/{generator-runtime.d.ts → generator/session/generator-runtime.d.ts} +7 -7
- package/src/inference/pipelines/text/{generator-runtime.js → generator/session/generator-runtime.js} +8 -8
- package/src/inference/pipelines/text/generator/{recovery.js → session/recovery.js} +6 -6
- package/src/inference/pipelines/text/{sequence-state.d.ts → generator/session/sequence-state.d.ts} +5 -5
- package/src/inference/pipelines/text/{sequence-state.js → generator/session/sequence-state.js} +26 -18
- package/src/inference/pipelines/text/generator/{session-context.js → session/session-context.js} +12 -11
- package/src/inference/pipelines/text/generator/{speculative-runtime.js → session/speculative-runtime.js} +1 -1
- package/src/inference/pipelines/text/generator/{text.js → session/text.js} +9 -9
- package/src/inference/pipelines/text/{warm-generation.d.ts → generator/session/warm-generation.d.ts} +1 -1
- package/src/inference/pipelines/text/{warm-generation.js → generator/session/warm-generation.js} +1 -1
- package/src/inference/pipelines/text/generator/{whole-token-lane.js → whole-token/whole-token-lane.js} +10 -10
- package/src/inference/pipelines/text/generator/{whole-token-observation.d.ts → whole-token/whole-token-observation.d.ts} +2 -2
- package/src/inference/pipelines/text/generator/{whole-token-observation.js → whole-token/whole-token-observation.js} +5 -5
- package/src/inference/pipelines/text/generator/{whole-token-program.d.ts → whole-token/whole-token-program.d.ts} +3 -3
- package/src/inference/pipelines/text/generator/{whole-token-program.js → whole-token/whole-token-program.js} +5 -5
- package/src/inference/pipelines/text/hyper-connection/decoder-layer.d.ts +17 -4
- package/src/inference/pipelines/text/hyper-connection/decoder-layer.js +38 -14
- package/src/inference/pipelines/text/hyper-connection/layer-executor.js +14 -9
- package/src/inference/pipelines/text/hyper-connection/logits-input.js +5 -3
- package/src/inference/pipelines/text/hyper-connection/projection.js +52 -2
- package/src/inference/pipelines/text/hyper-connection/sequence-transaction.js +3 -3
- package/src/inference/pipelines/text/hyper-connection/session.d.ts +1 -1
- package/src/inference/pipelines/text/hyper-connection/session.js +9 -5
- package/src/inference/pipelines/text/indexed-attention/qsa-cache.d.ts +2 -1
- package/src/inference/pipelines/text/indexed-attention/qsa-cache.js +3 -3
- package/src/inference/pipelines/text/init.d.ts +4 -2
- package/src/inference/pipelines/text/init.js +10 -934
- package/src/inference/pipelines/text/initialization/init-emulation.js +76 -0
- package/src/inference/pipelines/text/initialization/init-kv-cache.js +547 -0
- package/src/inference/pipelines/text/initialization/init-moe.js +34 -0
- package/src/inference/pipelines/text/{init-qkv-fusion.js → initialization/init-qkv-fusion.js} +7 -7
- package/src/inference/pipelines/text/{init-rope.d.ts → initialization/init-rope.d.ts} +4 -4
- package/src/inference/pipelines/text/{init-rope.js → initialization/init-rope.js} +9 -11
- package/src/inference/pipelines/text/initialization/init-speculative.js +31 -0
- package/src/inference/pipelines/text/{init-tokenizer.js → initialization/init-tokenizer.js} +2 -2
- package/src/inference/pipelines/text/lifecycle.js +18 -18
- package/src/inference/pipelines/text/{linear-attention-ab-fusion.js → linear-attention/linear-attention-ab-fusion.js} +3 -3
- package/src/inference/pipelines/text/{linear-attention.d.ts → linear-attention/linear-attention.d.ts} +12 -12
- package/src/inference/pipelines/text/{linear-attention.js → linear-attention/linear-attention.js} +17 -17
- package/src/inference/pipelines/text/linear-attention/plan.js +4 -4
- package/src/inference/pipelines/text/linear-attention/state-checkpoint.js +1 -1
- package/src/inference/pipelines/text/linear-attention/state-clone.js +1 -1
- package/src/inference/pipelines/text/linear-attention/state-layout.js +2 -2
- package/src/inference/pipelines/text/loading/decode-session-config.js +295 -0
- package/src/inference/pipelines/text/loading/init-weights.js +254 -0
- package/src/inference/pipelines/text/{load-errors.js → loading/load-errors.js} +3 -3
- package/src/inference/pipelines/text/{model-load.js → loading/model-load.js} +14 -306
- package/src/inference/pipelines/text/{weight-loading-config.js → loading/weight-loading-config.js} +6 -6
- package/src/inference/pipelines/text/{weights.d.ts → loading/weights.d.ts} +13 -13
- package/src/inference/pipelines/text/{weights.js → loading/weights.js} +5 -5
- package/src/inference/pipelines/text/logits/gpu-executor.js +2 -2
- package/src/inference/pipelines/text/logits/gpu.d.ts +4 -4
- package/src/inference/pipelines/text/logits/gpu.js +2 -2
- package/src/inference/pipelines/text/{generator → logits}/hidden-projection.js +1 -1
- package/src/inference/pipelines/text/logits/index.d.ts +1 -1
- package/src/inference/pipelines/text/logits/index.js +3 -3
- package/src/inference/pipelines/text/{generator → logits}/logits-config.js +1 -1
- package/src/inference/pipelines/text/logits/output-transform.js +1 -1
- package/src/inference/pipelines/text/logits/precision-policy.js +1 -1
- package/src/inference/pipelines/text/logits/types.d.ts +2 -2
- package/src/inference/pipelines/text/lora-types.d.ts +1 -1
- package/src/inference/pipelines/text/moe/expert-loading.js +4 -1
- package/src/inference/pipelines/text/moe/gpu-executor.js +44 -101
- package/src/inference/pipelines/text/moe/grouped-prefill.js +6 -2
- package/src/inference/pipelines/text/moe/qwen-route-executor.d.ts +2 -2
- package/src/inference/pipelines/text/moe/qwen-route-executor.js +31 -2
- package/src/inference/pipelines/text/moe/routed-expert-chunks.js +99 -15
- package/src/inference/pipelines/text/moe-cache.js +11 -77
- package/src/inference/pipelines/text/moe-gpu.js +33 -75
- package/src/inference/pipelines/text/moe-impl.d.ts +3 -38
- package/src/inference/pipelines/text/moe-impl.js +1 -7
- package/src/inference/pipelines/text/ngram/ngram-addresses.d.ts +1 -1
- package/src/inference/pipelines/text/ngram/ngram-addresses.js +2 -2
- package/src/inference/pipelines/text/ngram/ngram-table.d.ts +3 -3
- package/src/inference/pipelines/text/ngram/ngram-table.js +5 -6
- package/src/inference/pipelines/text/ngram/ple-layer.d.ts +3 -3
- package/src/inference/pipelines/text/ngram/ple-layer.js +3 -3
- package/src/inference/pipelines/text/{generator-logits-observation.js → observation/generator-logits-observation.js} +4 -4
- package/src/inference/pipelines/text/{kernel-trace.js → observation/kernel-trace.js} +1 -1
- package/src/inference/pipelines/text/{operator-events.js → observation/operator-events.js} +1 -1
- package/src/inference/pipelines/text/{probes.js → observation/probes.js} +13 -13
- package/src/inference/pipelines/text/{tsir-fixture-writer.js → observation/tsir-fixture-writer.js} +3 -3
- package/src/inference/pipelines/text/{execution.js → operations/execution.js} +14 -14
- package/src/inference/pipelines/text/{image-transcription.js → operations/image-transcription.js} +8 -8
- package/src/inference/pipelines/text/{partition-attempt.js → partitions/partition-attempt.js} +7 -7
- package/src/inference/pipelines/text/{partition-execution.js → partitions/partition-execution.js} +107 -35
- package/src/inference/pipelines/text/partitions/partition-wire.js +50 -0
- package/src/inference/pipelines/text/{resident-partition-contract.d.ts → partitions/resident-partition-contract.d.ts} +10 -8
- package/src/inference/pipelines/text/{resident-partition-contract.js → partitions/resident-partition-contract.js} +6 -6
- package/src/inference/pipelines/text/partitions/resident-partition-warmup.js +67 -0
- package/src/inference/pipelines/text/{resident-partition.js → partitions/resident-partition.js} +27 -15
- package/src/inference/pipelines/text/{resident-pipeline-preparation.js → partitions/resident-pipeline-preparation.js} +32 -32
- package/src/inference/pipelines/text/per-layer/materialize.js +4 -4
- package/src/inference/pipelines/text/per-layer/per-layer-inputs.js +5 -0
- package/src/inference/pipelines/text/per-layer/plan.js +4 -4
- package/src/inference/pipelines/text/{per-layer-inputs.js → per-layer/prepare.js} +14 -280
- package/src/inference/pipelines/text/per-layer/projection-contract.js +79 -0
- package/src/inference/pipelines/text/per-layer/runtime-cache.js +183 -0
- package/src/inference/pipelines/text/pipeline.d.ts +13 -8
- package/src/inference/pipelines/text/pipeline.js +78 -22
- package/src/inference/pipelines/text/{drift-policy.js → policy/drift-policy.js} +1 -1
- package/src/inference/pipelines/text/{dtype-contract.js → policy/dtype-contract.js} +2 -2
- package/src/inference/pipelines/text/{finiteness-guard-status.js → policy/finiteness-guard-status.js} +2 -1
- package/src/inference/pipelines/text/{generator-decode-policy.js → policy/generator-decode-policy.js} +5 -5
- package/src/inference/pipelines/text/state.d.ts +9 -8
- package/src/inference/pipelines/text/state.js +1 -0
- package/src/inference/pipelines/text/types.d.ts +14 -218
- package/src/inference/pipelines/text.js +2 -0
- package/src/inference/tokenizers/bundled/merge.js +130 -0
- package/src/inference/tokenizers/bundled.js +2 -36
- package/src/loader/doppler-loader.d.ts +17 -7
- package/src/loader/doppler-loader.js +27 -29
- package/src/loader/embedding-limit-preflight.js +29 -1
- package/src/loader/embedding-loader.js +18 -4
- package/src/loader/experts/compact-expert-cache.js +508 -0
- package/src/loader/experts/expert-cache.d.ts +1 -1
- package/src/loader/experts/expert-dequant-cache.d.ts +9 -0
- package/src/loader/experts/expert-dequant-cache.js +75 -0
- package/src/loader/experts/expert-frequency-index.js +129 -0
- package/src/loader/experts/expert-loader.d.ts +4 -0
- package/src/loader/experts/expert-loader.js +13 -1
- package/src/loader/experts/expert-preparation.d.ts +1 -1
- package/src/loader/experts/expert-preparation.js +1 -1
- package/src/loader/experts/loader-bindings.js +129 -14
- package/src/loader/experts/mapped-expert-staging.js +393 -0
- package/src/loader/experts/mapped-expert-upload-cache.d.ts +61 -0
- package/src/loader/experts/mapped-expert-upload-cache.js +382 -0
- package/src/loader/experts/qwen-paging.d.ts +1 -1
- package/src/loader/experts/qwen-paging.js +1 -1
- package/src/loader/experts/routed-expert-cache.d.ts +70 -3
- package/src/loader/experts/routed-expert-cache.js +452 -99
- package/src/loader/experts/routed-expert-plan.d.ts +2 -0
- package/src/loader/experts/routed-expert-plan.js +14 -8
- package/src/loader/experts/routed-expert-prefill.js +158 -0
- package/src/loader/experts/routed-expert-source.js +234 -0
- package/src/loader/experts/routed-expert-trace.js +77 -0
- package/src/loader/experts/tiered-expert-cache.d.ts +12 -0
- package/src/loader/experts/tiered-expert-cache.js +327 -0
- package/src/loader/experts/tiered-expert-plan.js +74 -0
- package/src/loader/final-weights-loader.d.ts +1 -1
- package/src/loader/hyper-connection-loader.d.ts +2 -2
- package/src/loader/hyper-connection-loader.js +85 -13
- package/src/loader/layer-loader.d.ts +3 -3
- package/src/loader/layer-loader.js +1 -1
- package/src/loader/layer-tensor-aliases.js +14 -11
- package/src/loader/loader-types.d.ts +6 -1
- package/src/loader/manifest-config.js +4 -0
- package/src/loader/model-executor.js +18 -1
- package/src/loader/model-load.d.ts +1 -1
- package/src/loader/model-load.js +1 -1
- package/src/loader/ngram-table-bindings.d.ts +3 -3
- package/src/loader/ngram-table-bindings.js +7 -6
- package/src/loader/q4k-reference-weight.js +1 -1
- package/src/loader/shard-cache.d.ts +8 -1
- package/src/loader/shard-cache.js +33 -0
- package/src/loader/tensors/bf16-loader.js +2 -1
- package/src/loader/tensors/fp8-loader.js +1 -1
- package/src/loader/tensors/load-executor.js +10 -2
- package/src/loader/tensors/tensor-loader.js +1 -1
- package/src/loader/tensors/tensor-reader.js +18 -5
- package/src/loader/tensors/w8a8-loader.js +1 -1
- package/src/loader/weight-representation-plan.d.ts +1 -1
- package/src/memory/buffer-pool/readback.js +82 -0
- package/src/memory/buffer-pool.d.ts +11 -2
- package/src/memory/buffer-pool.js +12 -73
- package/src/partitions.d.ts +4 -3
- package/src/partitions.js +3 -2
- package/src/{converter → rules}/capability-transform-resolver.js +3 -3
- package/src/rules/generated/rule-bundle.json +1 -1
- package/src/rules/inference/capability-transforms.rules.json +95 -28
- package/src/rules/rule-registry.js +2 -0
- package/src/storage/artifact-range-loaders.js +42 -0
- package/src/storage/artifact-storage-context.d.ts +4 -0
- package/src/storage/artifact-storage-context.js +8 -18
- package/src/storage/backends/idb-store.js +1 -1
- package/src/storage/distribution-transport.js +1 -1
- package/src/storage/download/http-contract.js +1 -1
- package/src/storage/download/http-transport.js +4 -4
- package/src/storage/inventory.js +1 -1
- package/src/storage/model-cache.d.ts +2 -1
- package/src/storage/model-cache.js +12 -8
- package/src/storage/node-file-access.js +4 -0
- package/src/storage/quota.d.ts +2 -1
- package/src/storage/quota.js +2 -1
- package/src/storage/shard-manager.d.ts +1 -1
- package/src/storage/shards/integrity.js +17 -0
- package/src/storage/source-artifact-store.d.ts +1 -1
- package/src/storage/source-artifact-store.js +1 -0
- package/src/storage/source-storage-context.d.ts +4 -0
- package/src/storage/source-storage-context.js +14 -0
- package/src/storage/verified-piece-direct.js +153 -0
- package/src/storage/verified-piece-gather-lane.js +210 -0
- package/src/storage/verified-piece-gather-worker.js +739 -0
- package/src/storage/verified-piece-gather.d.ts +160 -0
- package/src/storage/verified-piece-gather.js +315 -0
- package/src/storage/verified-piece-reader.d.ts +15 -1
- package/src/storage/verified-piece-reader.js +85 -15
- package/src/storage/verified-piece-state-cache.d.ts +75 -0
- package/src/storage/verified-piece-state-cache.js +511 -0
- package/src/storage/verified-piece-storage.d.ts +22 -1
- package/src/storage/verified-piece-storage.js +299 -11
- package/src/storage/verified-piece-timings.js +25 -0
- package/src/tooling/browser-command-runner.js +1 -1
- package/src/tooling/browser-harness/benchmark-execution.js +2 -2
- package/src/tooling/browser-harness/benchmark-rerank.js +2 -2
- package/src/tooling/browser-harness/inference-execution.js +1 -1
- package/src/tooling/browser-harness/model-resolution.js +1 -1
- package/src/tooling/browser-harness/runtime-config.js +1 -1
- package/src/tooling/browser-harness/runtime-isolation.js +2 -5
- package/src/tooling/browser-harness/text-evidence.js +1 -1
- package/src/tooling/browser-harness-contract-helpers.js +1 -1
- package/src/tooling/browser-harness.js +2 -2
- package/src/tooling/capsule-v2.js +2 -2
- package/src/tooling/capsule.js +2 -2
- package/src/tooling/command-api-constants.js +4 -2
- package/src/tooling/command-api.d.ts +1 -1
- package/src/tooling/command-api.js +15 -21
- package/src/tooling/command-runtime-execution.js +1 -8
- package/src/tooling/diagnose-runner.js +3 -41
- package/src/tooling/node-browser/static-server.js +2 -2
- package/src/tooling/node-command-execution.js +2 -34
- package/src/tooling/node-converter/input.js +1 -1
- package/src/tooling/node-converter/output.js +2 -2
- package/src/tooling/node-converter.js +1 -1
- package/src/tooling/node-runtime-bridge.js +43 -0
- package/src/tooling/node-source-runtime.js +34 -35
- package/src/tooling/production-release.js +1 -1
- package/src/tooling/program-bundle/materialize.js +1 -1
- package/src/tooling/program-bundle-parity.d.ts +1 -1
- package/src/tooling/program-bundle-parity.js +1 -1
- package/src/tooling/program-bundle.d.ts +1 -1
- package/src/tooling/program-bundle.js +2 -2
- package/src/tooling/runtime-intent.js +1 -1
- package/src/tooling/source-artifact-adapter.js +3 -3
- package/src/tooling/source-runtime/node-loader.js +32 -5
- package/src/tooling/source-runtime-converter-config.js +28 -6
- package/src/tooling-exports.shared.d.ts +3 -3
- package/src/tooling-exports.shared.js +2 -2
- package/src/version.js +1 -1
- package/tests/kernels/browser/kernel-suite.js +1 -1
- package/tests/kernels/harness/benchmark.js +1 -1
- package/tools/README.md +74 -0
- package/src/config/runtime/profiles/qwen3-6-35b-a3b-q4_0-pooled-q8-common-diagnostic.json +0 -4407
- package/src/config/schema/loading.schema.js +0 -164
- package/src/inference/pipelines/text/moe-cpu.js +0 -20
- /package/src/config/{capsule-loading.d.ts → capsule/capsule-loading.d.ts} +0 -0
- /package/src/config/{capsule-release-contract.d.ts → capsule/capsule-release-contract.d.ts} +0 -0
- /package/src/config/{capsule-signature.d.ts → capsule/capsule-signature.d.ts} +0 -0
- /package/src/config/{capsule-signature.js → capsule/capsule-signature.js} +0 -0
- /package/src/config/{capsule-v3.d.ts → capsule/capsule-v3.d.ts} +0 -0
- /package/src/config/{capsule.d.ts → capsule/capsule.d.ts} +0 -0
- /package/src/config/schema/{diffusion.schema.d.ts → execution/diffusion.schema.d.ts} +0 -0
- /package/src/config/schema/{diffusion.schema.js → execution/diffusion.schema.js} +0 -0
- /package/src/config/schema/{energy.schema.d.ts → execution/energy.schema.d.ts} +0 -0
- /package/src/config/schema/{energy.schema.js → execution/energy.schema.js} +0 -0
- /package/src/config/schema/{hyper-connection-decoder.schema.d.ts → execution/hyper-connection-decoder.schema.d.ts} +0 -0
- /package/src/config/schema/{hyper-connection-decoder.schema.js → execution/hyper-connection-decoder.schema.js} +0 -0
- /package/src/config/schema/{inference.schema.js → execution/inference.schema.js} +0 -0
- /package/src/config/schema/{kernel-path.schema.js → execution/kernel-path.schema.js} +0 -0
- /package/src/config/schema/{kernel-registry.schema.js → execution/kernel-registry.schema.js} +0 -0
- /package/src/config/schema/{speculation-self.schema.d.ts → execution/speculation-self.schema.d.ts} +0 -0
- /package/src/config/schema/{speculation-self.schema.js → execution/speculation-self.schema.js} +0 -0
- /package/src/config/schema/{speculative.schema.d.ts → execution/speculative.schema.d.ts} +0 -0
- /package/src/config/schema/{speculative.schema.js → execution/speculative.schema.js} +0 -0
- /package/src/config/schema/{conversion-report.schema.d.ts → manifest/conversion-report.schema.d.ts} +0 -0
- /package/src/config/schema/{conversion-report.schema.js → manifest/conversion-report.schema.js} +0 -0
- /package/src/config/schema/{conversion.schema.d.ts → manifest/conversion.schema.d.ts} +0 -0
- /package/src/config/schema/{conversion.schema.js → manifest/conversion.schema.js} +0 -0
- /package/src/config/schema/{fp8.schema.d.ts → manifest/fp8.schema.d.ts} +0 -0
- /package/src/config/schema/{fp8.schema.js → manifest/fp8.schema.js} +0 -0
- /package/src/config/schema/{manifest-rope.schema.d.ts → manifest/manifest-rope.schema.d.ts} +0 -0
- /package/src/config/schema/{quantization-defaults.schema.d.ts → manifest/quantization-defaults.schema.d.ts} +0 -0
- /package/src/config/schema/{quantization-defaults.schema.js → manifest/quantization-defaults.schema.js} +0 -0
- /package/src/config/schema/{quantization.schema.d.ts → manifest/quantization.schema.d.ts} +0 -0
- /package/src/config/schema/{quantization.schema.js → manifest/quantization.schema.js} +0 -0
- /package/src/config/schema/{w8a8.schema.d.ts → manifest/w8a8.schema.d.ts} +0 -0
- /package/src/config/schema/{w8a8.schema.js → manifest/w8a8.schema.js} +0 -0
- /package/src/config/schema/{gpu-cache.schema.d.ts → platform/gpu-cache.schema.d.ts} +0 -0
- /package/src/config/schema/{memory-limits.schema.d.ts → platform/memory-limits.schema.d.ts} +0 -0
- /package/src/config/schema/{platform.schema.d.ts → platform/platform.schema.d.ts} +0 -0
- /package/src/config/schema/{support-tiers.schema.d.ts → policy/support-tiers.schema.d.ts} +0 -0
- /package/src/config/schema/{support-tiers.schema.js → policy/support-tiers.schema.js} +0 -0
- /package/src/config/schema/{adapter.schema.d.ts → runtime/adapter.schema.d.ts} +0 -0
- /package/src/config/schema/{adapter.schema.js → runtime/adapter.schema.js} +0 -0
- /package/src/config/schema/{benchmark.schema.d.ts → runtime/benchmark.schema.d.ts} +0 -0
- /package/src/config/schema/{benchmark.schema.js → runtime/benchmark.schema.js} +0 -0
- /package/src/config/schema/{bridge.schema.d.ts → runtime/bridge.schema.d.ts} +0 -0
- /package/src/config/schema/{bridge.schema.js → runtime/bridge.schema.js} +0 -0
- /package/src/config/schema/{browser-suite-metrics.schema.d.ts → runtime/browser-suite-metrics.schema.d.ts} +0 -0
- /package/src/config/schema/{browser-suite-metrics.schema.js → runtime/browser-suite-metrics.schema.js} +0 -0
- /package/src/config/schema/{buffer-pool.schema.d.ts → runtime/buffer-pool.schema.d.ts} +0 -0
- /package/src/config/schema/{debug.schema.d.ts → runtime/debug.schema.d.ts} +0 -0
- /package/src/config/schema/{debug.schema.js → runtime/debug.schema.js} +0 -0
- /package/src/config/schema/{distribution.schema.d.ts → runtime/distribution.schema.d.ts} +0 -0
- /package/src/config/schema/{distribution.schema.js → runtime/distribution.schema.js} +0 -0
- /package/src/config/schema/{ecosystem.schema.d.ts → runtime/ecosystem.schema.d.ts} +0 -0
- /package/src/config/schema/{ecosystem.schema.js → runtime/ecosystem.schema.js} +0 -0
- /package/src/config/schema/{harness.schema.d.ts → runtime/harness.schema.d.ts} +0 -0
- /package/src/config/schema/{harness.schema.js → runtime/harness.schema.js} +0 -0
- /package/src/config/schema/{hotswap.schema.d.ts → runtime/hotswap.schema.d.ts} +0 -0
- /package/src/config/schema/{hotswap.schema.js → runtime/hotswap.schema.js} +0 -0
- /package/src/config/schema/{intent-bundle.schema.d.ts → runtime/intent-bundle.schema.d.ts} +0 -0
- /package/src/config/schema/{intent-bundle.schema.js → runtime/intent-bundle.schema.js} +0 -0
- /package/src/config/schema/{runtime-profile.schema.d.ts → runtime/runtime-profile.schema.d.ts} +0 -0
- /package/src/config/schema/{runtime-profile.schema.js → runtime/runtime-profile.schema.js} +0 -0
- /package/src/config/schema/{storage.schema.d.ts → runtime/storage.schema.d.ts} +0 -0
- /package/src/config/schema/{storage.schema.js → runtime/storage.schema.js} +0 -0
- /package/src/config/schema/{tooling.schema.js → runtime/tooling.schema.js} +0 -0
- /package/src/config/schema/{units.schema.d.ts → runtime/units.schema.d.ts} +0 -0
- /package/src/config/schema/{units.schema.js → runtime/units.schema.js} +0 -0
- /package/src/config/schema/{backward-registry.schema.d.ts → training/backward-registry.schema.d.ts} +0 -0
- /package/src/config/schema/{backward-registry.schema.js → training/backward-registry.schema.js} +0 -0
- /package/src/config/schema/{distill-training.schema.d.ts → training/distill-training.schema.d.ts} +0 -0
- /package/src/config/schema/{distill-training.schema.js → training/distill-training.schema.js} +0 -0
- /package/src/config/schema/{lora.schema.d.ts → training/lora.schema.d.ts} +0 -0
- /package/src/config/schema/{training-metrics.schema.d.ts → training/training-metrics.schema.d.ts} +0 -0
- /package/src/config/schema/{training-metrics.schema.js → training/training-metrics.schema.js} +0 -0
- /package/src/config/schema/{training.schema.d.ts → training/training.schema.d.ts} +0 -0
- /package/src/config/schema/{training.schema.js → training/training.schema.js} +0 -0
- /package/src/config/schema/{ul-training.schema.d.ts → training/ul-training.schema.d.ts} +0 -0
- /package/src/config/schema/{ul-training.schema.js → training/ul-training.schema.js} +0 -0
- /package/src/{converter → config/transforms}/execution-graph/dtype.js +0 -0
- /package/src/{converter → config/transforms}/execution-graph/fusion.js +0 -0
- /package/src/{converter → config/transforms}/execution-graph/kv-storage.js +0 -0
- /package/src/{converter → config/transforms}/execution-graph/validation.js +0 -0
- /package/src/{converter → formats}/qwen4-exp-source-defaults.json +0 -0
- /package/src/inference/pipelines/text/{buffer-types.d.ts → contracts/buffer-types.d.ts} +0 -0
- /package/src/inference/pipelines/text/{embedding-contract.d.ts → embedding/embedding-contract.d.ts} +0 -0
- /package/src/inference/pipelines/text/{embedding-contract.js → embedding/embedding-contract.js} +0 -0
- /package/src/inference/pipelines/text/{precomputed-input-norm.js → execution/precomputed-input-norm.js} +0 -0
- /package/src/inference/pipelines/text/generator/{batch-retry-policy.js → decode/batch-retry-policy.js} +0 -0
- /package/src/inference/pipelines/text/{chat-format.d.ts → generator/request/chat-format.d.ts} +0 -0
- /package/src/inference/pipelines/text/{chat-format.js → generator/request/chat-format.js} +0 -0
- /package/src/inference/pipelines/text/generator/{recorder-stats.js → session/recorder-stats.js} +0 -0
- /package/src/inference/pipelines/text/generator/{whole-token-template.js → whole-token/whole-token-template.js} +0 -0
- /package/src/inference/pipelines/text/{init-chat-templates.js → initialization/init-chat-templates.js} +0 -0
- /package/src/inference/pipelines/text/{load-policy.js → loading/load-policy.js} +0 -0
- /package/src/inference/pipelines/text/{pipeline-load-timing.js → loading/pipeline-load-timing.js} +0 -0
- /package/src/inference/pipelines/text/{generator → logits}/hidden-projection.d.ts +0 -0
- /package/src/inference/pipelines/text/{operator-events.d.ts → observation/operator-events.d.ts} +0 -0
- /package/src/inference/pipelines/text/{stage-names.d.ts → observation/stage-names.d.ts} +0 -0
- /package/src/inference/pipelines/text/{stage-names.js → observation/stage-names.js} +0 -0
- /package/src/inference/pipelines/text/{tsir-fixture-writer.d.ts → observation/tsir-fixture-writer.d.ts} +0 -0
- /package/src/inference/pipelines/text/{generator → per-layer}/per-layer-buffer.js +0 -0
- /package/src/inference/pipelines/text/{finiteness-policy.js → policy/finiteness-policy.js} +0 -0
|
@@ -1,15 +1,24 @@
|
|
|
1
1
|
{
|
|
2
|
-
"$schema": "../../config/schema/capability-transform-policy.schema.json",
|
|
2
|
+
"$schema": "../../config/schema/policy/capability-transform-policy.schema.json",
|
|
3
3
|
"schemaVersion": 1,
|
|
4
4
|
"source": "doppler",
|
|
5
5
|
"capabilityTransforms": [
|
|
6
6
|
{
|
|
7
7
|
"kind": "explicit-lane",
|
|
8
8
|
"dtypeEffect": "widen-to-f32",
|
|
9
|
-
"match": {
|
|
10
|
-
|
|
9
|
+
"match": {
|
|
10
|
+
"modelId": "qwen-3-8-flash-next-text-q4k-ehf16-af32",
|
|
11
|
+
"kvDtype": "f32",
|
|
12
|
+
"hasF16": true
|
|
13
|
+
},
|
|
14
|
+
"transforms": [
|
|
15
|
+
"widenAttentionKvToF32"
|
|
16
|
+
],
|
|
11
17
|
"reason": "Explicit Flash-Next F32 KV candidate preserves Q4K experts, F16 stored weights and existing F32 projection arithmetic; only attention-cache readers widen. No qualification of the F16 KV lane is implied.",
|
|
12
|
-
"evidence": [
|
|
18
|
+
"evidence": [
|
|
19
|
+
"tests/integration/flash-next-f32kv-policy.test.js",
|
|
20
|
+
"tests/kernels/indexed-attention-gpu.test.js"
|
|
21
|
+
]
|
|
13
22
|
},
|
|
14
23
|
{
|
|
15
24
|
"kind": "lane-mismatch-guard",
|
|
@@ -18,7 +27,9 @@
|
|
|
18
27
|
"modelId": "gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
|
|
19
28
|
"platformVendor": "apple"
|
|
20
29
|
},
|
|
21
|
-
"transforms": [
|
|
30
|
+
"transforms": [
|
|
31
|
+
"failClosedLaneMismatch"
|
|
32
|
+
],
|
|
22
33
|
"reason": "af16-int4ple lane requires retainQ4KMaterialization=true to dispatch the fused-q4k+f16 widetile pool, which produces intermittent NaN at L1.attn_core_out on Apple Metal - load the af32 manifest variant instead. Bug is intermittent and depends on buffer-pool aliasing patterns; confirmed re-emerged 2026-05-07 after e5c9a6a tightened bucket defaults.",
|
|
23
34
|
"evidence": [
|
|
24
35
|
"tests/demo/demo-models.test.js",
|
|
@@ -39,7 +50,9 @@
|
|
|
39
50
|
"platformVendor": "apple",
|
|
40
51
|
"retainQ4KMaterialization": true
|
|
41
52
|
},
|
|
42
|
-
"transforms": [
|
|
53
|
+
"transforms": [
|
|
54
|
+
"disableRetainQ4KMaterialization"
|
|
55
|
+
],
|
|
43
56
|
"reason": "Fused-q4k FFN kernels under retain=mixed corrupt subsequent-layer attention compute on Apple Metal (intermittent NaN at L1.attn_core_out and beyond). Standalone-q4k projection kernels are clean; only the fused gate+up+down dispatch is the perturbation source.",
|
|
44
57
|
"evidence": [
|
|
45
58
|
"tests/config/capability-retain-q4k-policy.test.js",
|
|
@@ -61,7 +74,9 @@
|
|
|
61
74
|
"hasSubgroups": true,
|
|
62
75
|
"hasF16": true
|
|
63
76
|
},
|
|
64
|
-
"transforms": [
|
|
77
|
+
"transforms": [
|
|
78
|
+
"useQwenF16PrimaryMatmuls"
|
|
79
|
+
],
|
|
65
80
|
"reason": "Runtime explicitly requested the selective f16 probe lane for Qwen 3.5 small execution-v1 Q4K models with the shared linear/full attention graph. Promotion remains device- and evidence-specific.",
|
|
66
81
|
"evidence": [
|
|
67
82
|
"tests/integration/qwen-execution-v1-linear-decode-f16.test.js",
|
|
@@ -79,7 +94,9 @@
|
|
|
79
94
|
"hasSubgroups": true,
|
|
80
95
|
"hasF16": true
|
|
81
96
|
},
|
|
82
|
-
"transforms": [
|
|
97
|
+
"transforms": [
|
|
98
|
+
"useQwen36F16Activations"
|
|
99
|
+
],
|
|
83
100
|
"reason": "Runtime requested the experimental all-f16 lane for Qwen 3.6 27B.",
|
|
84
101
|
"evidence": [
|
|
85
102
|
"tests/config/qwen36-f16-variant-identity.test.js",
|
|
@@ -95,7 +112,9 @@
|
|
|
95
112
|
"hasSubgroups": true,
|
|
96
113
|
"hasF16": true
|
|
97
114
|
},
|
|
98
|
-
"transforms": [
|
|
115
|
+
"transforms": [
|
|
116
|
+
"useGemma4Int4PleSelectiveF16Decode"
|
|
117
|
+
],
|
|
99
118
|
"reason": "Runtime requested the experimental selective f16 decode lane for Gemma 4 E2B INT4 PLE.",
|
|
100
119
|
"evidence": [
|
|
101
120
|
"docs/perf-investigations/gemma-4-int4ple-loop.md",
|
|
@@ -113,7 +132,9 @@
|
|
|
113
132
|
"hasSubgroups": true,
|
|
114
133
|
"hasF16": true
|
|
115
134
|
},
|
|
116
|
-
"transforms": [
|
|
135
|
+
"transforms": [
|
|
136
|
+
"useGemma412BTextF16Activations"
|
|
137
|
+
],
|
|
117
138
|
"reason": "af16 manifest variant on shader-f16 GPU - dispatch the Gemma 4 12B text f16-residual lane with stable f32-Q/f16-KV prefill/decode attention boundaries and stable post-layer tail.",
|
|
118
139
|
"evidence": [
|
|
119
140
|
"tests/integration/gemma4-12b-f16-activations.test.js",
|
|
@@ -131,7 +152,9 @@
|
|
|
131
152
|
"hasSubgroups": true,
|
|
132
153
|
"hasF16": true
|
|
133
154
|
},
|
|
134
|
-
"transforms": [
|
|
155
|
+
"transforms": [
|
|
156
|
+
"failClosedLaneMismatch"
|
|
157
|
+
],
|
|
135
158
|
"reason": "af32 manifest cannot dispatch f16 activations - load the af16 manifest variant or pick an f32 runtime profile.",
|
|
136
159
|
"evidence": [
|
|
137
160
|
"tests/integration/gemma4-12b-f16-activations.test.js",
|
|
@@ -149,7 +172,9 @@
|
|
|
149
172
|
"hasSubgroups": true,
|
|
150
173
|
"hasF16": true
|
|
151
174
|
},
|
|
152
|
-
"transforms": [
|
|
175
|
+
"transforms": [
|
|
176
|
+
"useGemma431BTextF16Activations"
|
|
177
|
+
],
|
|
153
178
|
"reason": "af16 manifest variant on shader-f16 GPU - dispatch the all-f16 lane.",
|
|
154
179
|
"evidence": [
|
|
155
180
|
"tests/integration/gemma4-31b-f16-activations.test.js",
|
|
@@ -167,7 +192,9 @@
|
|
|
167
192
|
"hasSubgroups": true,
|
|
168
193
|
"hasF16": true
|
|
169
194
|
},
|
|
170
|
-
"transforms": [
|
|
195
|
+
"transforms": [
|
|
196
|
+
"useGemma4Int4PleAf16Activations"
|
|
197
|
+
],
|
|
171
198
|
"reason": "af16-int4ple manifest variant on shader-f16 GPU - dispatch the all-f16 lane (q4_widetile_f16a + decode multicol_f16a + lm_head_gemv_subgroup_f16a).",
|
|
172
199
|
"evidence": [
|
|
173
200
|
"tests/config/gemma4-e2b-int4ple-f16-variant-identity.test.js",
|
|
@@ -185,7 +212,9 @@
|
|
|
185
212
|
"hasSubgroups": true,
|
|
186
213
|
"hasF16": true
|
|
187
214
|
},
|
|
188
|
-
"transforms": [
|
|
215
|
+
"transforms": [
|
|
216
|
+
"failClosedLaneMismatch"
|
|
217
|
+
],
|
|
189
218
|
"reason": "af32 manifest cannot dispatch f16 activations - load the af16 manifest variant or pick an f32 runtime profile.",
|
|
190
219
|
"evidence": [
|
|
191
220
|
"tests/integration/gemma4-31b-f16-activations.test.js",
|
|
@@ -207,9 +236,13 @@
|
|
|
207
236
|
"headDim": 256,
|
|
208
237
|
"kvDtype": "f16",
|
|
209
238
|
"hasF16": true,
|
|
210
|
-
"maxWorkgroupStorageSize": {
|
|
239
|
+
"maxWorkgroupStorageSize": {
|
|
240
|
+
"gte": 16384
|
|
241
|
+
}
|
|
211
242
|
},
|
|
212
|
-
"transforms": [
|
|
243
|
+
"transforms": [
|
|
244
|
+
"useHead256SmallPrefillAttention"
|
|
245
|
+
],
|
|
213
246
|
"reason": "Gemma 4 E2B promotes only small-tile prefill attention onto the head256 kernel on capable GPUs.",
|
|
214
247
|
"evidence": [
|
|
215
248
|
"tests/config/gemma4-e2b-conversion-config-contract.test.js",
|
|
@@ -225,7 +258,10 @@
|
|
|
225
258
|
"hasF16": true,
|
|
226
259
|
"requiresF16ActivationNarrowing": true
|
|
227
260
|
},
|
|
228
|
-
"transforms": [
|
|
261
|
+
"transforms": [
|
|
262
|
+
"narrowToF16Activations",
|
|
263
|
+
"removeSubgroups"
|
|
264
|
+
],
|
|
229
265
|
"reason": "Runtime requested f16 activations on a non-subgroup shader-f16 GPU.",
|
|
230
266
|
"evidence": [
|
|
231
267
|
"tests/integration/execution-graph-transforms.test.js",
|
|
@@ -241,7 +277,9 @@
|
|
|
241
277
|
"hasF16": true,
|
|
242
278
|
"requiresF16ActivationNarrowing": true
|
|
243
279
|
},
|
|
244
|
-
"transforms": [
|
|
280
|
+
"transforms": [
|
|
281
|
+
"narrowToF16Activations"
|
|
282
|
+
],
|
|
245
283
|
"reason": "Runtime requested f16 activations on a shader-f16 GPU.",
|
|
246
284
|
"evidence": [
|
|
247
285
|
"tests/integration/execution-graph-transforms.test.js",
|
|
@@ -251,8 +289,15 @@
|
|
|
251
289
|
{
|
|
252
290
|
"kind": "runtime-session-compatibility",
|
|
253
291
|
"dtypeEffect": "full-f32",
|
|
254
|
-
"match": {
|
|
255
|
-
|
|
292
|
+
"match": {
|
|
293
|
+
"kvDtype": "f32",
|
|
294
|
+
"hasSubgroups": false,
|
|
295
|
+
"hasF16": true
|
|
296
|
+
},
|
|
297
|
+
"transforms": [
|
|
298
|
+
"removeSubgroups",
|
|
299
|
+
"widenToF32CorrectnessFallback"
|
|
300
|
+
],
|
|
256
301
|
"reason": "Runtime KV cache resolved f32 on a non-subgroup shader-f16 GPU.",
|
|
257
302
|
"evidence": [
|
|
258
303
|
"tests/integration/execution-v1-capability-policy.test.js"
|
|
@@ -261,8 +306,14 @@
|
|
|
261
306
|
{
|
|
262
307
|
"kind": "runtime-session-compatibility",
|
|
263
308
|
"dtypeEffect": "full-f32",
|
|
264
|
-
"match": {
|
|
265
|
-
|
|
309
|
+
"match": {
|
|
310
|
+
"kvDtype": "f32",
|
|
311
|
+
"hasSubgroups": true,
|
|
312
|
+
"hasF16": true
|
|
313
|
+
},
|
|
314
|
+
"transforms": [
|
|
315
|
+
"widenToF32CorrectnessFallback"
|
|
316
|
+
],
|
|
266
317
|
"reason": "Runtime KV cache resolved f32; online subgroup attention retains its topology with f32 KV storage.",
|
|
267
318
|
"evidence": [
|
|
268
319
|
"tests/integration/attention-f32kv-online-policy.test.js",
|
|
@@ -273,8 +324,14 @@
|
|
|
273
324
|
{
|
|
274
325
|
"kind": "hardware-compatibility",
|
|
275
326
|
"dtypeEffect": "full-f32",
|
|
276
|
-
"match": {
|
|
277
|
-
|
|
327
|
+
"match": {
|
|
328
|
+
"hasSubgroups": false,
|
|
329
|
+
"hasF16": false
|
|
330
|
+
},
|
|
331
|
+
"transforms": [
|
|
332
|
+
"removeSubgroups",
|
|
333
|
+
"widenToF32Activations"
|
|
334
|
+
],
|
|
278
335
|
"reason": "GPU lacks subgroups and shader-f16.",
|
|
279
336
|
"evidence": [
|
|
280
337
|
"tests/integration/execution-v1-capability-policy.test.js"
|
|
@@ -283,8 +340,13 @@
|
|
|
283
340
|
{
|
|
284
341
|
"kind": "hardware-compatibility",
|
|
285
342
|
"dtypeEffect": "none",
|
|
286
|
-
"match": {
|
|
287
|
-
|
|
343
|
+
"match": {
|
|
344
|
+
"hasSubgroups": false,
|
|
345
|
+
"hasF16": true
|
|
346
|
+
},
|
|
347
|
+
"transforms": [
|
|
348
|
+
"removeSubgroups"
|
|
349
|
+
],
|
|
288
350
|
"reason": "GPU lacks subgroups.",
|
|
289
351
|
"evidence": [
|
|
290
352
|
"tests/integration/execution-v1-capability-policy.test.js"
|
|
@@ -293,8 +355,13 @@
|
|
|
293
355
|
{
|
|
294
356
|
"kind": "hardware-compatibility",
|
|
295
357
|
"dtypeEffect": "full-f32",
|
|
296
|
-
"match": {
|
|
297
|
-
|
|
358
|
+
"match": {
|
|
359
|
+
"hasSubgroups": true,
|
|
360
|
+
"hasF16": false
|
|
361
|
+
},
|
|
362
|
+
"transforms": [
|
|
363
|
+
"widenToF32Activations"
|
|
364
|
+
],
|
|
298
365
|
"reason": "GPU lacks shader-f16.",
|
|
299
366
|
"evidence": [
|
|
300
367
|
"tests/integration/execution-v1-capability-policy.test.js"
|
|
@@ -44,6 +44,7 @@ const {
|
|
|
44
44
|
'kernels/sample.rules.json': sampleRules,
|
|
45
45
|
'kernels/scale.rules.json': scaleRules,
|
|
46
46
|
'kernels/silu.rules.json': siluRules,
|
|
47
|
+
'kernels/channel-gain-control.rules.json': channelGainControlRules,
|
|
47
48
|
'kernels/split-qkv.rules.json': splitQkvRules,
|
|
48
49
|
'kernels/split-qg.rules.json': splitQgRules,
|
|
49
50
|
'kernels/softmax.rules.json': softmaxRules,
|
|
@@ -142,6 +143,7 @@ const RULE_SETS = {
|
|
|
142
143
|
sample: sampleRules,
|
|
143
144
|
scale: scaleRules,
|
|
144
145
|
silu: siluRules,
|
|
146
|
+
channel_gain_control: channelGainControlRules,
|
|
145
147
|
splitQkv: splitQkvRules,
|
|
146
148
|
splitQg: splitQgRules,
|
|
147
149
|
softmax: softmaxRules,
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
import { normalizePositiveInteger } from '../formats/source-runtime.js';
|
|
2
|
+
import { toArrayBuffer } from '../formats/array-buffer.js';
|
|
3
|
+
|
|
4
|
+
/** Exact range contracts for path-backed RDRR shards.
|
|
5
|
+
* @type {import('./artifact-range-loaders.js').createArtifactRangeLoaders} */
|
|
6
|
+
export function createArtifactRangeLoaders({ shardSources, readRange, readInto, ensureVerifiedSource }) {
|
|
7
|
+
/** @type {NonNullable<import('./artifact-storage-context.js').ArtifactStorageContext['loadShardRange']>} */
|
|
8
|
+
const loadShardRange = async (index, offset = 0, length = null) => {
|
|
9
|
+
const descriptor = shardSources[index];
|
|
10
|
+
if (!descriptor) {
|
|
11
|
+
throw new Error(`Artifact shard index out of bounds: ${index}`);
|
|
12
|
+
}
|
|
13
|
+
const start = normalizePositiveInteger(offset, `artifact shard offset (${index})`);
|
|
14
|
+
const maxLength = Math.max(0, descriptor.size - start);
|
|
15
|
+
const requested = length == null
|
|
16
|
+
? maxLength
|
|
17
|
+
: Math.min(maxLength, normalizePositiveInteger(length, `artifact shard length (${index})`));
|
|
18
|
+
if (requested <= 0) {
|
|
19
|
+
return new ArrayBuffer(0);
|
|
20
|
+
}
|
|
21
|
+
await ensureVerifiedSource(descriptor.path);
|
|
22
|
+
const payload = await readRange(descriptor.path, start, requested);
|
|
23
|
+
return toArrayBuffer(payload, `readRange(${descriptor.path})`);
|
|
24
|
+
};
|
|
25
|
+
|
|
26
|
+
/** @type {import('./artifact-storage-context.js').ArtifactStorageContext['loadShardRangeInto']} */
|
|
27
|
+
const loadShardRangeInto = readInto ? async (index, offset, destination) => {
|
|
28
|
+
const descriptor = shardSources[index];
|
|
29
|
+
if (!descriptor) throw new Error(`Artifact shard index out of bounds: ${index}`);
|
|
30
|
+
const start = normalizePositiveInteger(offset, `artifact shard offset (${index})`);
|
|
31
|
+
if (!(destination instanceof Uint8Array) || !Number.isSafeInteger(start + destination.byteLength)
|
|
32
|
+
|| start + destination.byteLength > descriptor.size) {
|
|
33
|
+
throw new Error('Artifact readInto destination exceeds the declared shard range.');
|
|
34
|
+
}
|
|
35
|
+
await ensureVerifiedSource(descriptor.path);
|
|
36
|
+
const count = await readInto(descriptor.path, start, destination);
|
|
37
|
+
if (count !== destination.byteLength) throw new Error(`Artifact readInto short read: ${count} of ${destination.byteLength}.`);
|
|
38
|
+
return count;
|
|
39
|
+
} : null;
|
|
40
|
+
|
|
41
|
+
return { loadShardRange, loadShardRangeInto };
|
|
42
|
+
}
|
|
@@ -25,6 +25,8 @@ export interface CreateArtifactStorageContextOptions {
|
|
|
25
25
|
offset: number,
|
|
26
26
|
length: number | null
|
|
27
27
|
) => Promise<ArrayBuffer | Uint8Array>;
|
|
28
|
+
/** Caller-owned range destination for either artifact format; authenticated by the supplied host reader. */
|
|
29
|
+
readInto?: (path: string, offset: number, destination: Uint8Array) => Promise<number>;
|
|
28
30
|
streamRange?: (
|
|
29
31
|
path: string,
|
|
30
32
|
offset: number,
|
|
@@ -39,6 +41,8 @@ export interface CreateArtifactStorageContextOptions {
|
|
|
39
41
|
tensorsJsonPath?: string | null;
|
|
40
42
|
verifyHashes?: boolean;
|
|
41
43
|
hashesTrusted?: boolean;
|
|
44
|
+
/** Direct-source reads are authenticated by the supplied host reader; skips only whole-source scans. */
|
|
45
|
+
sourceHashesTrusted?: boolean;
|
|
42
46
|
verificationBufferBytes?: number;
|
|
43
47
|
}
|
|
44
48
|
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { createArtifactRangeLoaders } from './artifact-range-loaders.js';
|
|
1
2
|
import { createNodeFileAccess } from './node-file-access.js';
|
|
2
3
|
import {
|
|
3
4
|
DIRECT_SOURCE_RUNTIME_MODE,
|
|
@@ -8,7 +9,7 @@ import { createOpfsStore } from './backends/opfs-store.js';
|
|
|
8
9
|
import { normalizeModelId } from './normalize-model-id.js';
|
|
9
10
|
import { isNodeRuntime } from '../storage/runtime-env.js';
|
|
10
11
|
import { toArrayBuffer } from '../formats/array-buffer.js';
|
|
11
|
-
import { resolveShardVerificationBufferBytes } from
|
|
12
|
+
import { resolveShardVerificationBufferBytes } from "../config/schema/runtime/loading.schema.js";
|
|
12
13
|
|
|
13
14
|
export const ARTIFACT_FORMAT_RDRR = 'rdrr';
|
|
14
15
|
export const ARTIFACT_FORMAT_DIRECT_SOURCE = 'direct-source';
|
|
@@ -173,6 +174,7 @@ function createPathBackedStorageContext(options) {
|
|
|
173
174
|
if (typeof readRange !== 'function') {
|
|
174
175
|
throw new Error('artifact storage context: readRange(path, offset, length) is required.');
|
|
175
176
|
}
|
|
177
|
+
const readInto = typeof options?.readInto === 'function' ? options.readInto : null;
|
|
176
178
|
|
|
177
179
|
const streamRange = typeof options?.streamRange === 'function'
|
|
178
180
|
? options.streamRange
|
|
@@ -296,23 +298,9 @@ function createPathBackedStorageContext(options) {
|
|
|
296
298
|
await task;
|
|
297
299
|
}
|
|
298
300
|
|
|
299
|
-
const loadShardRange
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
throw new Error(`Artifact shard index out of bounds: ${index}`);
|
|
303
|
-
}
|
|
304
|
-
const start = normalizePositiveInteger(offset, `artifact shard offset (${index})`);
|
|
305
|
-
const maxLength = Math.max(0, descriptor.size - start);
|
|
306
|
-
const requested = length == null
|
|
307
|
-
? maxLength
|
|
308
|
-
: Math.min(maxLength, normalizePositiveInteger(length, `artifact shard length (${index})`));
|
|
309
|
-
if (requested <= 0) {
|
|
310
|
-
return new ArrayBuffer(0);
|
|
311
|
-
}
|
|
312
|
-
await ensureVerifiedSource(descriptor.path);
|
|
313
|
-
const payload = await readRange(descriptor.path, start, requested);
|
|
314
|
-
return toArrayBuffer(payload, `readRange(${descriptor.path})`);
|
|
315
|
-
};
|
|
301
|
+
const { loadShardRange, loadShardRangeInto } = createArtifactRangeLoaders({
|
|
302
|
+
shardSources, readRange, readInto, ensureVerifiedSource
|
|
303
|
+
});
|
|
316
304
|
|
|
317
305
|
const loadShard = async (index) => {
|
|
318
306
|
const descriptor = shardSources[index];
|
|
@@ -417,6 +405,7 @@ function createPathBackedStorageContext(options) {
|
|
|
417
405
|
preflight,
|
|
418
406
|
loadShard,
|
|
419
407
|
loadShardRange,
|
|
408
|
+
loadShardRangeInto,
|
|
420
409
|
streamShardRange,
|
|
421
410
|
loadTokenizerJson: readText && tokenizerJsonPath
|
|
422
411
|
? async () => {
|
|
@@ -492,6 +481,7 @@ export function createArtifactStorageContext(options = {}) {
|
|
|
492
481
|
return createPathBackedStorageContext({
|
|
493
482
|
shardSources: buildRDRRShardSources(manifest),
|
|
494
483
|
readRange: options.readRange,
|
|
484
|
+
readInto: options.readInto,
|
|
495
485
|
streamRange: options.streamRange,
|
|
496
486
|
readText: options.readText,
|
|
497
487
|
readBinary: options.readBinary,
|
|
@@ -2,7 +2,7 @@ import { log } from '../debug/index.js';
|
|
|
2
2
|
import { getExpectedShardHash } from '../formats/rdrr/index.js';
|
|
3
3
|
import { computeHash, loadShard as loadShardFromStore, shardExists } from './shard-manager.js';
|
|
4
4
|
import { ERROR_CODES, createDopplerError } from '../errors/doppler-error.js';
|
|
5
|
-
import { DEFAULT_DISTRIBUTION_CONFIG } from
|
|
5
|
+
import { DEFAULT_DISTRIBUTION_CONFIG } from "../config/schema/runtime/distribution.schema.js";
|
|
6
6
|
import { downloadShardFromHttp, createHttpShardTransport } from './download/http-transport.js';
|
|
7
7
|
import { createDeliveryMetrics, assertExpectedHash, assertExpectedSize,
|
|
8
8
|
assertExpectedManifestVersionSet, createAbortError, normalizeManifestVersionSet } from './download/http-contract.js';
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { ERROR_CODES, createDopplerError } from '../../errors/doppler-error.js';
|
|
2
|
-
import { DEFAULT_DISTRIBUTION_CONFIG } from
|
|
2
|
+
import { DEFAULT_DISTRIBUTION_CONFIG } from "../../config/schema/runtime/distribution.schema.js";
|
|
3
3
|
export const DISTRIBUTION_SOURCE_HTTP = 'http';
|
|
4
4
|
|
|
5
5
|
export function normalizeRequiredInteger(value, label, { allowZero = false, fallback = null } = {}) {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { log } from '../../debug/index.js';
|
|
2
|
-
|
|
2
|
+
|
|
3
3
|
import * as defaultStore from '../shard-manager.js';
|
|
4
4
|
import { DISTRIBUTION_SOURCE_HTTP, createShardSizeMismatchError, normalizeRequiredInteger } from './http-contract.js';
|
|
5
5
|
|
|
@@ -268,7 +268,7 @@ export function createHttpShardTransport(store) {
|
|
|
268
268
|
const normalizedResumeOffset = Number.isInteger(resumeOffset) && resumeOffset > 0
|
|
269
269
|
? resumeOffset
|
|
270
270
|
: 0;
|
|
271
|
-
const hasher = await createStreamingHasher(algorithm);
|
|
271
|
+
const hasher = await defaultStore.createStreamingHasher(algorithm);
|
|
272
272
|
if (normalizedResumeOffset > 0) {
|
|
273
273
|
await seedHasherFromStoredPrefix(hasher, shardIndex, normalizedResumeOffset);
|
|
274
274
|
}
|
|
@@ -289,7 +289,7 @@ export function createHttpShardTransport(store) {
|
|
|
289
289
|
|
|
290
290
|
async function resetHttpTransferState(state, writeToStore, shardIndex, algorithm) {
|
|
291
291
|
await state.writer?.abort?.();
|
|
292
|
-
state.hasher = await createStreamingHasher(algorithm);
|
|
292
|
+
state.hasher = await defaultStore.createStreamingHasher(algorithm);
|
|
293
293
|
state.chunks = writeToStore ? null : [];
|
|
294
294
|
state.writer = writeToStore ? await createShardWriter(shardIndex) : null;
|
|
295
295
|
state.writerClosed = false;
|
|
@@ -416,7 +416,7 @@ export function createHttpShardTransport(store) {
|
|
|
416
416
|
return {
|
|
417
417
|
buffer: null,
|
|
418
418
|
bytes: buffer.byteLength,
|
|
419
|
-
hash: await computeHash(buffer, algorithm),
|
|
419
|
+
hash: await defaultStore.computeHash(buffer, algorithm),
|
|
420
420
|
wrote: true,
|
|
421
421
|
source: DISTRIBUTION_SOURCE_HTTP,
|
|
422
422
|
path: 'http-stream-store',
|
package/src/storage/inventory.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { getRuntimeConfig } from '../config/runtime.js';
|
|
2
2
|
import { isIndexedDBAvailable, isOPFSAvailable } from './quota.js';
|
|
3
3
|
import { createIdbStore } from './backends/idb-store.js';
|
|
4
|
-
import { DEFAULT_OPFS_PATH_CONFIG } from
|
|
4
|
+
import { DEFAULT_OPFS_PATH_CONFIG } from "../config/schema/runtime/loading.schema.js";
|
|
5
5
|
|
|
6
6
|
const LEGACY_OPFS_ROOTS = ['models'];
|
|
7
7
|
const SYSTEM_DIRS = new Set(['reports']);
|
|
@@ -53,5 +53,6 @@ export declare function ensureModelCachedSource(
|
|
|
53
53
|
|
|
54
54
|
export declare function loadPersistentModelSource(
|
|
55
55
|
modelId: string,
|
|
56
|
-
onProgress?: ((progress: CacheProgressEvent) => void) | null
|
|
56
|
+
onProgress?: ((progress: CacheProgressEvent) => void) | null,
|
|
57
|
+
signal?: AbortSignal
|
|
57
58
|
): Promise<CachedModelSourceResult | null>;
|
|
@@ -234,9 +234,10 @@ async function loadCachedManifest(modelId) {
|
|
|
234
234
|
}
|
|
235
235
|
}
|
|
236
236
|
|
|
237
|
-
async function verifyCachedArtifact(manifest) {
|
|
237
|
+
async function verifyCachedArtifact(manifest, signal) {
|
|
238
|
+
throwIfAborted(signal);
|
|
238
239
|
if (resolveSourceArtifact(manifest)) {
|
|
239
|
-
return verifyStoredSourceArtifact(manifest, { checkHashes: true });
|
|
240
|
+
return verifyStoredSourceArtifact(manifest, { checkHashes: true, signal });
|
|
240
241
|
}
|
|
241
242
|
// A persistent cache hit is security-relevant: a matching filename and
|
|
242
243
|
// length do not establish that the bytes still match the immutable model
|
|
@@ -248,6 +249,7 @@ async function verifyCachedArtifact(manifest) {
|
|
|
248
249
|
const missingShards = [];
|
|
249
250
|
const corruptShards = [];
|
|
250
251
|
for (let i = 0; i < manifest.shards.length; i += 1) {
|
|
252
|
+
throwIfAborted(signal);
|
|
251
253
|
const shard = manifest.shards[i];
|
|
252
254
|
const storedSize = await getFileStoredSize(shard.filename);
|
|
253
255
|
if (storedSize == null) {
|
|
@@ -286,7 +288,7 @@ async function resolvePinnedCacheHit(modelId, expectedManifestHash, onProgress,
|
|
|
286
288
|
if (!cachedManifest.text || !cachedManifest.manifest) return null;
|
|
287
289
|
if (await sha256Text(cachedManifest.text) !== expectedManifestHash) return null;
|
|
288
290
|
throwIfAborted(signal);
|
|
289
|
-
const integrity = await verifyCachedArtifact(cachedManifest.manifest);
|
|
291
|
+
const integrity = await verifyCachedArtifact(cachedManifest.manifest, signal);
|
|
290
292
|
if (!integrity.valid) return null;
|
|
291
293
|
throwIfAborted(signal);
|
|
292
294
|
const totalBytes = manifestTotalBytes(cachedManifest.manifest);
|
|
@@ -404,7 +406,7 @@ async function ensureModelCachedUnlocked(modelId, modelBaseUrl, onProgress = nul
|
|
|
404
406
|
} else {
|
|
405
407
|
const cachedSourceArtifact = resolveSourceArtifact(cachedManifest);
|
|
406
408
|
const sourceIntegrity = cachedSourceArtifact
|
|
407
|
-
? await verifyStoredSourceArtifact(cachedManifest, { checkHashes: true })
|
|
409
|
+
? await verifyStoredSourceArtifact(cachedManifest, { checkHashes: true, signal })
|
|
408
410
|
: null;
|
|
409
411
|
const sourceIntegrityValid = !sourceIntegrity || sourceIntegrity.valid;
|
|
410
412
|
if (sourceIntegrity && !sourceIntegrity.valid) {
|
|
@@ -419,7 +421,7 @@ async function ensureModelCachedUnlocked(modelId, modelBaseUrl, onProgress = nul
|
|
|
419
421
|
if (cachedPayload.manifest && sourceIntegrityValid && manifestTextMatches && cachedFingerprint === remoteFingerprint) {
|
|
420
422
|
const shardIntegrity = cachedSourceArtifact
|
|
421
423
|
? sourceIntegrity
|
|
422
|
-
: await verifyCachedArtifact(cachedManifest);
|
|
424
|
+
: await verifyCachedArtifact(cachedManifest, signal);
|
|
423
425
|
if (shardIntegrity.valid) {
|
|
424
426
|
log.info(MODULE, `Cache hit: "${modelId}"`);
|
|
425
427
|
onProgress?.({ stage: 'cache-hit', modelId, message: `OPFS cache hit: ${modelId}`, percent: 100 });
|
|
@@ -453,7 +455,7 @@ async function ensureModelCachedUnlocked(modelId, modelBaseUrl, onProgress = nul
|
|
|
453
455
|
const refreshManifest = preservedManifest.changed
|
|
454
456
|
? parseManifest(manifestTextToSave)
|
|
455
457
|
: remoteManifest;
|
|
456
|
-
const integrity = await verifyCachedArtifact(refreshManifest);
|
|
458
|
+
const integrity = await verifyCachedArtifact(refreshManifest, signal);
|
|
457
459
|
throwIfAborted(signal);
|
|
458
460
|
if (integrity.valid) {
|
|
459
461
|
await openModelStore(modelId);
|
|
@@ -628,8 +630,9 @@ export function ensureModelCachedSource(modelId, modelBaseUrl, onProgress = null
|
|
|
628
630
|
});
|
|
629
631
|
}
|
|
630
632
|
|
|
631
|
-
export function loadPersistentModelSource(modelId, onProgress = null) {
|
|
633
|
+
export function loadPersistentModelSource(modelId, onProgress = null, signal = null) {
|
|
632
634
|
return runCacheOperation(modelId, onProgress, async () => {
|
|
635
|
+
throwIfAborted(signal);
|
|
633
636
|
if (!isOPFSAvailable() || !await modelExists(modelId)) {
|
|
634
637
|
return null;
|
|
635
638
|
}
|
|
@@ -637,7 +640,8 @@ export function loadPersistentModelSource(modelId, onProgress = null) {
|
|
|
637
640
|
if (!cachedManifest.text || !cachedManifest.manifest) {
|
|
638
641
|
return null;
|
|
639
642
|
}
|
|
640
|
-
const integrity = await verifyCachedArtifact(cachedManifest.manifest);
|
|
643
|
+
const integrity = await verifyCachedArtifact(cachedManifest.manifest, signal);
|
|
644
|
+
throwIfAborted(signal);
|
|
641
645
|
if (!integrity.valid) {
|
|
642
646
|
return null;
|
|
643
647
|
}
|
|
@@ -74,6 +74,10 @@ export function createNodeFileAccess() {
|
|
|
74
74
|
}
|
|
75
75
|
position += bytesRead;
|
|
76
76
|
}
|
|
77
|
+
// Large Buffer allocations own their exact backing store. Transfer that
|
|
78
|
+
// ownership to the caller instead of copying every expert range again.
|
|
79
|
+
// Small pooled buffers and short reads must still return compact bytes.
|
|
80
|
+
if (out.byteOffset === 0 && position === out.buffer.byteLength) return out.buffer;
|
|
77
81
|
return out.buffer.slice(out.byteOffset, out.byteOffset + position);
|
|
78
82
|
},
|
|
79
83
|
async getSize() {
|
package/src/storage/quota.d.ts
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { DopplerErrorBase } from '../errors/doppler-error.js';
|
|
1
2
|
/**
|
|
2
3
|
* quota.ts - Storage Quota Management
|
|
3
4
|
*
|
|
@@ -122,7 +123,7 @@ export declare function getStorageReport(): Promise<StorageReport>;
|
|
|
122
123
|
/**
|
|
123
124
|
* Error class for quota-related errors
|
|
124
125
|
*/
|
|
125
|
-
export declare class QuotaExceededError extends
|
|
126
|
+
export declare class QuotaExceededError extends DopplerErrorBase {
|
|
126
127
|
readonly required: number;
|
|
127
128
|
readonly available: number;
|
|
128
129
|
readonly shortfall: number;
|
package/src/storage/quota.js
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { DopplerErrorBase } from '../errors/doppler-error.js';
|
|
1
2
|
|
|
2
3
|
|
|
3
4
|
import { log } from '../debug/index.js';
|
|
@@ -227,7 +228,7 @@ export async function getStorageReport() {
|
|
|
227
228
|
}
|
|
228
229
|
|
|
229
230
|
|
|
230
|
-
export class QuotaExceededError extends
|
|
231
|
+
export class QuotaExceededError extends DopplerErrorBase {
|
|
231
232
|
|
|
232
233
|
constructor(required, available) {
|
|
233
234
|
super(`Insufficient storage: need ${formatBytes(required)}, have ${formatBytes(available)}`);
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { RDRRManifest, HashAlgorithm } from '../formats/rdrr/types.js';
|
|
2
|
-
import type { OpfsPathConfigSchema } from
|
|
2
|
+
import type { OpfsPathConfigSchema } from "../config/schema/runtime/loading.schema.js";
|
|
3
3
|
|
|
4
4
|
export { getManifest } from '../formats/rdrr/parsing.js';
|
|
5
5
|
|
|
@@ -7,6 +7,7 @@ import { log } from '../../debug/index.js';
|
|
|
7
7
|
import { createHasher as createBlake3Hasher, hash as blake3Hash } from '../blake3.js';
|
|
8
8
|
import { isRequestedRangeInsideTensor } from './index.js';
|
|
9
9
|
import { createSha256Hasher, sha256BytesHex } from '../../formats/sha256.js';
|
|
10
|
+
import { isNodeRuntime } from '../runtime-env.js';
|
|
10
11
|
|
|
11
12
|
let blake3Module = null;
|
|
12
13
|
let hashAlgorithm = null;
|
|
@@ -109,6 +110,22 @@ export async function createStreamingHasher(algorithm) {
|
|
|
109
110
|
throw new Error('createStreamingHasher requires an explicit hash algorithm.');
|
|
110
111
|
}
|
|
111
112
|
if (algorithm === 'sha256') {
|
|
113
|
+
if (isNodeRuntime()) {
|
|
114
|
+
// Verify the same bytes incrementally without running SHA rounds on the
|
|
115
|
+
// JS thread. Do not retain shards or retry native failures in another backend.
|
|
116
|
+
const { createHash } = await import('node:crypto');
|
|
117
|
+
const hasher = createHash('sha256');
|
|
118
|
+
return {
|
|
119
|
+
update(data) {
|
|
120
|
+
const bytes = data instanceof ArrayBuffer ? new Uint8Array(data) : data;
|
|
121
|
+
if (!(bytes instanceof Uint8Array)) throw new Error('SHA-256 update requires a Uint8Array.');
|
|
122
|
+
hasher.update(bytes);
|
|
123
|
+
},
|
|
124
|
+
// Preserve non-destructive finalization: callers can digest again or
|
|
125
|
+
// continue updating, and each returned digest owns its storage.
|
|
126
|
+
async finalize() { return new Uint8Array(hasher.copy().digest()); },
|
|
127
|
+
};
|
|
128
|
+
}
|
|
112
129
|
return createSha256StreamingHasher();
|
|
113
130
|
}
|
|
114
131
|
if (algorithm !== 'blake3') {
|
|
@@ -50,7 +50,7 @@ export declare function synthesizeStoredSourceArtifactManifest(
|
|
|
50
50
|
|
|
51
51
|
export declare function verifyStoredSourceArtifact(
|
|
52
52
|
manifest: RDRRManifest,
|
|
53
|
-
options?: { checkHashes?: boolean; modelId?: string; store?: import('./model-read-session.js').ModelReadSession }
|
|
53
|
+
options?: { checkHashes?: boolean; signal?: AbortSignal; modelId?: string; store?: import('./model-read-session.js').ModelReadSession }
|
|
54
54
|
): Promise<StoredSourceArtifactIntegrity>;
|
|
55
55
|
|
|
56
56
|
export declare function createStoredSourceArtifactContext(
|
|
@@ -282,6 +282,7 @@ export async function verifyStoredSourceArtifact(manifest, options = {}) {
|
|
|
282
282
|
const store = options.store ?? await openModelReadSession(options.modelId);
|
|
283
283
|
try {
|
|
284
284
|
for (const entry of files) {
|
|
285
|
+
options.signal?.throwIfAborted();
|
|
285
286
|
if (!checkHashes) {
|
|
286
287
|
const storedSize = await store.getFileSize(entry.path);
|
|
287
288
|
if (storedSize == null) {
|