doppler-gpu 0.5.1 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +33 -577
- package/LICENSE +21 -201
- package/README.md +165 -222
- package/models/catalog.json +241 -33
- package/package.json +99 -86
- package/src/capsule-runtime.d.ts +23 -0
- package/src/capsule-runtime.js +23 -0
- package/src/capsule.d.ts +8 -0
- package/src/capsule.js +4 -0
- package/src/cli/argument-contract.js +200 -0
- package/src/cli/browser-report-output.js +24 -0
- package/src/cli/cli-model-resolution.js +2 -2
- package/src/cli/cli-output.js +10 -0
- package/src/cli/commands/bundle.js +828 -0
- package/src/cli/doppler-cli.js +50 -1457
- package/src/cli/doppler-serve.js +18 -244
- package/src/cli/output/manifest.js +368 -0
- package/src/cli/runtime-profiles.js +1 -1
- package/src/cli/serve/capsule-handler.d.ts +33 -0
- package/src/cli/serve/capsule-handler.js +105 -0
- package/src/cli/serve/capsule-http.js +102 -0
- package/src/cli/serve/receipt.js +269 -0
- package/src/client/capsule-host.browser.js +1 -0
- package/src/client/capsule-host.d.ts +3 -0
- package/src/client/capsule-host.js +1 -0
- package/src/client/doppler-api.browser.js +42 -0
- package/src/client/doppler-api.d.ts +36 -1
- package/src/client/doppler-api.js +40 -1
- package/src/client/doppler-registry.js +15 -7
- package/src/client/electron/index.d.ts +4 -0
- package/src/client/electron/index.js +13 -0
- package/src/client/electron/ipc-contract.d.ts +9 -0
- package/src/client/electron/ipc-contract.js +56 -0
- package/src/client/electron/release-state.d.ts +53 -0
- package/src/client/electron/release-state.js +425 -0
- package/src/client/electron/renderer-runtime.d.ts +19 -0
- package/src/client/electron/renderer-runtime.js +104 -0
- package/src/client/failure-taxonomy.js +1 -28
- package/src/client/fault-injection.js +0 -8
- package/src/client/inspection.js +1 -1
- package/src/client/model-host/index.d.ts +140 -0
- package/src/client/model-host/index.js +548 -0
- package/src/client/model-host/model-evidence.js +255 -0
- package/src/client/model-host/model-session.d.ts +322 -0
- package/src/client/{runtime → model-host}/model-session.js +190 -148
- package/src/client/provider.d.ts +18 -2
- package/src/client/provider.js +26 -3
- package/src/client/receipt.js +30 -72
- package/src/client/runtime/capsule-acquisition.d.ts +18 -0
- package/src/client/runtime/capsule-acquisition.js +103 -0
- package/src/client/runtime/capsule-adapter-execution.d.ts +17 -0
- package/src/client/runtime/capsule-adapter-execution.js +63 -0
- package/src/client/runtime/capsule-artifact-source.js +62 -0
- package/src/client/runtime/capsule-embedding.d.ts +29 -0
- package/src/client/runtime/capsule-embedding.js +76 -0
- package/src/client/runtime/capsule-forecast-program.d.ts +2 -0
- package/src/client/runtime/capsule-forecast-program.js +85 -0
- package/src/client/runtime/capsule-forecast.d.ts +17 -0
- package/src/client/runtime/capsule-forecast.js +31 -0
- package/src/client/runtime/capsule-operation-adapters.d.ts +12 -0
- package/src/client/runtime/capsule-operation-adapters.js +68 -0
- package/src/client/runtime/capsule-operation-executor.d.ts +25 -0
- package/src/client/runtime/capsule-operation-executor.js +100 -0
- package/src/client/runtime/capsule-program-adapter.js +151 -0
- package/src/client/runtime/capsule-release-authorization.js +25 -0
- package/src/client/runtime/capsule-rerank.d.ts +50 -0
- package/src/client/runtime/capsule-rerank.js +105 -0
- package/src/client/runtime/capsule-session-execution.js +85 -0
- package/src/client/runtime/command-executor.d.ts +15 -0
- package/src/client/runtime/command-executor.js +128 -0
- package/src/client/runtime/composition-root.d.ts +74 -0
- package/src/client/runtime/composition-root.js +344 -0
- package/src/client/runtime/fetch-capsule-artifact-store.d.ts +10 -0
- package/src/client/runtime/fetch-capsule-artifact-store.js +25 -0
- package/src/client/runtime/index.d.ts +1 -117
- package/src/client/runtime/index.js +1 -433
- package/src/client/runtime/lora.d.ts +14 -0
- package/src/client/runtime/lora.js +19 -1
- package/src/client/runtime/model-manager.js +12 -0
- package/src/client/runtime/model-rerank.js +30 -0
- package/src/client/runtime/model-session.d.ts +1 -221
- package/src/client/runtime/model-source.d.ts +9 -0
- package/src/client/runtime/model-source.js +46 -17
- package/src/client/runtime/node-quickstart-cache.js +1 -1
- package/src/client/runtime/resolution-policy.d.ts +20 -0
- package/src/client/runtime/resolution-policy.js +84 -0
- package/src/client/runtime/resource-binder.d.ts +24 -0
- package/src/client/runtime/resource-binder.js +135 -0
- package/src/client/runtime/scoped-session.d.ts +10 -1
- package/src/client/runtime/scoped-session.js +20 -1
- package/src/client/runtime/session-controller.d.ts +30 -0
- package/src/client/runtime/session-controller.js +170 -0
- package/src/client/runtime/source-runtime.js +1 -1
- package/src/client/runtime/target-selector.d.ts +9 -0
- package/src/client/runtime/target-selector.js +2 -0
- package/src/client/runtime/types.d.ts +1 -0
- package/src/client/runtime/verified-capsule-artifact-store.js +72 -0
- package/src/client/wrap-pipeline-handle.js +3 -9
- package/src/config/backward-registry-loader.js +1 -1
- package/src/config/capsule-adapter-policy.js +30 -0
- package/src/config/capsule-adapters.d.ts +21 -0
- package/src/config/capsule-adapters.js +40 -0
- package/src/config/capsule-adapters.json +9 -0
- package/src/config/capsule-loading.d.ts +2 -0
- package/src/config/capsule-loading.js +14 -0
- package/src/config/capsule-loading.schema.json +11 -0
- package/src/config/capsule-operation.d.ts +19 -0
- package/src/config/capsule-operation.js +58 -0
- package/src/config/capsule-operations.json +18 -0
- package/src/config/capsule-release-contract.d.ts +66 -0
- package/src/config/capsule-release-contract.js +197 -0
- package/src/config/capsule-release-events.d.ts +53 -0
- package/src/config/capsule-release-events.js +172 -0
- package/src/config/capsule-sequence-receipt.js +19 -0
- package/src/config/capsule-serve.d.ts +9 -0
- package/src/config/capsule-serve.js +28 -0
- package/src/config/capsule-serve.schema.json +14 -0
- package/src/config/capsule-signature.d.ts +6 -0
- package/src/config/capsule-signature.js +50 -0
- package/src/config/capsule-v2.d.ts +70 -0
- package/src/config/capsule-v2.js +431 -0
- package/src/config/capsule-v3.d.ts +19 -0
- package/src/config/capsule-v3.js +72 -0
- package/src/config/capsule.d.ts +22 -0
- package/src/config/capsule.js +52 -0
- package/src/config/conversion/amplify/amplify-120m-f16-af32.json +1 -1
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +41 -1
- package/src/config/conversion/esmc/esmc-300m-f32-af32.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +2 -2
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +1 -1
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +1 -1
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +2 -2
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +3 -3
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +1 -1
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +442 -0
- package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +1 -1
- package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +529 -0
- package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +529 -0
- package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +2 -2
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +463 -0
- package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +481 -0
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +59 -7
- package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +561 -0
- package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +558 -0
- package/src/config/dtype-transition-contract.js +40 -0
- package/src/config/embedding-contract.js +26 -0
- package/src/config/embedding-reference.js +85 -0
- package/src/config/evidence/source-intake-policy.json +1 -1
- package/src/config/execution-contract-check.d.ts +16 -73
- package/src/config/execution-contract-check.js +7 -429
- package/src/config/forecast-manifest.js +56 -0
- package/src/config/heterogeneous-attention-contract.js +46 -0
- package/src/config/initial-execution-identity.d.ts +58 -0
- package/src/config/initial-execution-identity.js +331 -0
- package/src/config/kernel-path-loader.d.ts +10 -0
- package/src/config/kernel-path-loader.js +23 -8
- package/src/config/kernel-registry-contract.d.ts +25 -0
- package/src/config/kernel-registry-contract.js +46 -0
- package/src/config/kernels/kernel-ref-digests.js +50 -2
- package/src/config/kernels/registry.js +1 -1
- package/src/config/kernels/registry.json +13592 -11377
- package/src/config/lora-layouts.d.ts +10 -0
- package/src/config/lora-layouts.js +17 -0
- package/src/config/lora-layouts.json +9 -0
- package/src/config/manifest-inference-validation.js +575 -0
- package/src/config/merge/execution-patches.js +12 -0
- package/src/config/{merge-helpers.js → merge/kernel-path-policy.js} +0 -52
- package/src/config/merge/value-selection.js +38 -0
- package/src/config/merge.js +43 -11
- package/src/config/model-ir-v2.d.ts +57 -0
- package/src/config/model-ir-v2.js +258 -0
- package/src/config/model-ir.d.ts +49 -0
- package/src/config/model-ir.js +180 -0
- package/src/config/param-validator.js +1 -1
- package/src/config/platforms/amd-strix-halo-gfx1151.json +17 -0
- package/src/config/platforms/loader.js +2 -1
- package/src/config/production-release-evidence.d.ts +23 -0
- package/src/config/production-release-evidence.js +423 -0
- package/src/config/production-release.js +321 -0
- package/src/{client/doppler-registry.json → config/quickstart-registry.json} +7 -7
- package/src/config/required-inference-fields-contract-check.js +2 -2
- package/src/config/rerank-reference.d.ts +28 -0
- package/src/config/rerank-reference.js +89 -0
- package/src/config/revocation-policy.d.ts +65 -0
- package/src/config/revocation-policy.js +290 -0
- package/src/config/revocation-registry.json +11 -0
- package/src/config/revocation-updates.d.ts +68 -0
- package/src/config/revocation-updates.js +440 -0
- package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +1 -1
- package/src/config/runtime/profiles/muse-glimmer-30b-source-parity-f32kv.json +30 -0
- package/src/config/runtime/profiles/muse-glimmer-30b-source-parity.json +110 -0
- package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +1 -1
- package/src/config/runtime/profiles/qwen3-8-27b-source-parity.json +87 -0
- package/src/config/runtime-merge.js +1 -1
- package/src/config/runtime.js +1 -1
- package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
- package/src/config/schema/browser-suite-metrics.schema.js +2 -0
- package/src/config/schema/conversion-report.schema.d.ts +3 -0
- package/src/config/schema/conversion-report.schema.js +29 -0
- package/src/config/schema/converter.schema.d.ts +1 -0
- package/src/config/schema/debug.schema.d.ts +1 -0
- package/src/config/schema/doppler.schema.js +5 -5
- package/src/config/schema/emulation.schema.js +1 -1
- package/src/config/schema/execution-v1.schema.d.ts +3 -0
- package/src/config/schema/execution-v1.schema.js +19 -0
- package/src/config/schema/harness.schema.d.ts +13 -0
- package/src/config/schema/harness.schema.js +6 -0
- package/src/config/schema/inference.schema.d.ts +21 -2
- package/src/config/schema/kernel-thresholds.schema.js +1 -1
- package/src/config/schema/manifest.schema.d.ts +26 -7
- package/src/config/schema/manifest.schema.js +10 -1
- package/src/config/schema/program-bundle.schema.d.ts +52 -6
- package/src/config/schema/program-bundle.schema.js +145 -10
- package/src/config/sequence-reference.d.ts +26 -0
- package/src/config/sequence-reference.js +100 -0
- package/src/config/target-plan.d.ts +108 -0
- package/src/config/target-plan.js +411 -0
- package/src/config/training-defaults.js +1 -1
- package/src/config/transforms/capability-transform-resolver.js +4 -105
- package/src/config/transforms/execution-graph/dtype.js +591 -0
- package/src/config/transforms/execution-graph/fusion.js +436 -0
- package/src/config/transforms/execution-graph/validation.js +414 -0
- package/src/config/transforms/execution-graph-transforms.js +13 -1419
- package/src/converter/artifact-identity.js +475 -0
- package/src/converter/conversion-plan.js +1 -1
- package/src/converter/core.js +94 -2096
- package/src/converter/forge-candidate-evaluation.js +271 -0
- package/src/converter/forge-qualification.js +162 -0
- package/src/converter/forge-stages.js +798 -0
- package/src/converter/manifest-builder.js +683 -0
- package/src/converter/quantization-info.js +4 -1
- package/src/converter/quantizer.js +58 -9
- package/src/converter/shard-packer.d.ts +1 -1
- package/src/converter/shard-packer.js +2 -2
- package/src/converter/tensor-transform.js +640 -0
- package/src/converter/tokenizer-contract.js +243 -0
- package/src/converter/tokenizer-manifest.js +243 -0
- package/src/debug/history.js +0 -8
- package/src/debug/index.js +0 -10
- package/src/debug/tensor.js +1 -1
- package/src/debug/trace.js +0 -7
- package/src/experimental/adapters/adapter-manager.js +2 -0
- package/src/experimental/adapters/adapter-manifest.d.ts +6 -0
- package/src/experimental/adapters/adapter-manifest.js +11 -0
- package/src/experimental/adapters/artifact-contract.d.ts +2 -2
- package/src/experimental/adapters/artifact-contract.js +5 -2
- package/src/experimental/adapters/lora-loader.d.ts +10 -1
- package/src/experimental/adapters/lora-loader.js +110 -48
- package/src/{inference/pipelines → experimental}/audio/gemma4.js +9 -31
- package/src/experimental/bdpa/basis-decomposed-paged.d.ts +50 -0
- package/src/experimental/bdpa/basis-decomposed-paged.js +276 -0
- package/src/experimental/bridge/trainer-artifact-bridge.js +3 -3
- package/src/experimental/browser/browser-converter.js +11 -11
- package/src/experimental/diffusion/index.d.ts +1 -1
- package/src/experimental/diffusion/index.js +1 -1
- package/src/{inference/pipelines → experimental}/diffusion/pipeline.d.ts +2 -2
- package/src/{inference/pipelines → experimental}/diffusion/pipeline.js +17 -17
- package/src/{inference/pipelines → experimental}/diffusion/text-encoder-gpu.js +21 -19
- package/src/experimental/diffusion/vae.js +596 -0
- package/src/experimental/distribution/shard-delivery/receipt.js +588 -0
- package/src/experimental/distribution/shard-delivery/retry.js +392 -0
- package/src/experimental/distribution/shard-delivery/transport.js +831 -0
- package/src/experimental/distribution/shard-delivery.js +4 -1709
- package/src/experimental/energy/index.d.ts +2 -2
- package/src/experimental/energy/index.js +2 -2
- package/src/{inference/pipelines → experimental}/energy/pipeline.js +13 -13
- package/src/{inference/pipelines → experimental}/energy/types.d.ts +2 -2
- package/src/experimental/logits/cpu-output.d.ts +27 -0
- package/src/{inference/pipelines/text/logits/utils.js → experimental/logits/cpu-output.js} +19 -27
- package/src/experimental/logits/cpu.d.ts +87 -0
- package/src/experimental/logits/cpu.js +95 -0
- package/src/experimental/orchestration/energy-row-head-pipeline.d.ts +103 -0
- package/src/{inference/pipelines/energy-head/row-head-pipeline.js → experimental/orchestration/energy-row-head-pipeline.js} +13 -13
- package/src/experimental/orchestration/index.d.ts +1 -1
- package/src/experimental/orchestration/index.js +1 -1
- package/src/experimental/training/artifacts.js +2 -2
- package/src/experimental/training/checkpoint.js +2 -2
- package/src/experimental/training/distillation/artifacts.js +1 -1
- package/src/experimental/training/distillation/dataset.js +2 -2
- package/src/experimental/training/distillation/eval.js +1 -1
- package/src/experimental/training/distillation/runtime.js +2 -2
- package/src/experimental/training/distillation/student-fixture/execution.js +166 -0
- package/src/experimental/training/distillation/student-fixture/model.js +353 -0
- package/src/experimental/training/distillation/student-fixture.js +2 -469
- package/src/experimental/training/lora/checkpoint.js +746 -0
- package/src/experimental/training/lora/execution.js +550 -0
- package/src/experimental/training/lora/plan.js +387 -0
- package/src/experimental/training/lora/recovery.js +418 -0
- package/src/experimental/training/lora-pipeline.js +7 -1949
- package/src/experimental/training/operator-artifacts.js +2 -2
- package/src/experimental/training/operator-command.js +4 -4
- package/src/experimental/training/runner/evaluation.js +62 -0
- package/src/experimental/training/runner/lifecycle.js +257 -0
- package/src/experimental/training/runner.js +5 -268
- package/src/experimental/training/suite/execution.js +879 -0
- package/src/experimental/training/suite/plan.js +855 -0
- package/src/experimental/training/suite.js +5 -1659
- package/src/experimental/training/workloads.d.ts +5 -5
- package/src/experimental/training/workloads.js +6 -6
- package/src/experimental/turboquant/codebook.js +470 -0
- package/src/formats/quantization-constants.d.ts +11 -0
- package/src/formats/quantization-constants.js +11 -0
- package/src/formats/rdrr/integrity.js +1 -1
- package/src/formats/rdrr/lowerings.js +0 -29
- package/src/formats/rdrr/merkle.js +1 -1
- package/src/formats/rdrr/tensor-config-validator.js +25 -5
- package/src/formats/rdrr/validation.js +3 -3
- package/src/gpu/command-recorder.d.ts +10 -1
- package/src/gpu/command-recorder.js +58 -14
- package/src/gpu/constant-buffer.js +29 -0
- package/src/gpu/device-state.js +36 -0
- package/src/gpu/device.js +6 -41
- package/src/gpu/kernel-runtime.js +2 -1
- package/src/gpu/kernels/activation-static-qdq.js +1 -1
- package/src/gpu/kernels/append_embedding.wgsl +14 -0
- package/src/gpu/kernels/attention/executors.js +960 -0
- package/src/gpu/kernels/attention/plan.js +472 -0
- package/src/gpu/kernels/attention.d.ts +4 -0
- package/src/gpu/kernels/attention.js +145 -1545
- package/src/gpu/kernels/attention_relative.wgsl +59 -0
- package/src/gpu/kernels/backward/adam.js +2 -1
- package/src/gpu/kernels/backward/attention_backward.js +1 -1
- package/src/gpu/kernels/backward/bias_add_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/bias_add_backward.js +1 -1
- package/src/gpu/kernels/backward/causal_conv1d_silu_backward.js +2 -1
- package/src/gpu/kernels/backward/conv2d_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/conv2d_backward.js +2 -1
- package/src/gpu/kernels/backward/cross_entropy_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/cross_entropy_backward.js +1 -1
- package/src/gpu/kernels/backward/embed_backward.js +2 -1
- package/src/gpu/kernels/backward/executor.d.ts +34 -0
- package/src/gpu/kernels/backward/executor.js +158 -0
- package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +2 -1
- package/src/gpu/kernels/backward/gated_rmsnorm_backward.js +2 -1
- package/src/gpu/kernels/backward/gelu_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/gelu_backward.js +1 -1
- package/src/gpu/kernels/backward/groupnorm_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/groupnorm_backward.js +1 -1
- package/src/gpu/kernels/backward/layernorm_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/layernorm_backward.js +2 -1
- package/src/gpu/kernels/backward/matmul.js +133 -0
- package/src/gpu/kernels/backward/matmul_backward.d.ts +0 -1
- package/src/gpu/kernels/backward/matmul_backward.js +1 -1
- package/src/gpu/kernels/backward/pixel_shuffle_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/pixel_shuffle_backward.js +1 -1
- package/src/gpu/kernels/backward/rmsnorm_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/rmsnorm_backward.js +2 -1
- package/src/gpu/kernels/backward/rope_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/rope_backward.js +2 -1
- package/src/gpu/kernels/backward/scale_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/scale_backward.js +2 -1
- package/src/gpu/kernels/backward/silu_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/silu_backward.js +1 -1
- package/src/gpu/kernels/backward/softmax_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/softmax_backward.js +1 -1
- package/src/gpu/kernels/backward/upsample2d_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/upsample2d_backward.js +1 -1
- package/src/gpu/kernels/backward/utils.js +2 -392
- package/src/gpu/kernels/bind-group-validation.js +16 -0
- package/src/gpu/kernels/cast.js +2 -1
- package/src/gpu/kernels/check-finiteness.js +13 -49
- package/src/gpu/kernels/check-hot-vocab-stop.js +13 -39
- package/src/gpu/kernels/check-stop.js +14 -33
- package/src/gpu/kernels/check_finiteness.wgsl +33 -0
- package/src/gpu/kernels/check_hot_vocab_stop.wgsl +29 -0
- package/src/gpu/kernels/check_stop.wgsl +20 -0
- package/src/gpu/kernels/clamp.js +1 -1
- package/src/gpu/kernels/conv2d.js +1 -1
- package/src/gpu/kernels/cross_entropy_loss.js +1 -1
- package/src/gpu/kernels/depthwise_conv1d.js +1 -1
- package/src/gpu/kernels/depthwise_conv2d.js +1 -1
- package/src/gpu/kernels/dequant.js +7 -2
- package/src/gpu/kernels/diffusion-gemma-sampling.js +3 -5
- package/src/gpu/kernels/dispatch.js +12 -1
- package/src/gpu/kernels/embedding-pool.js +72 -0
- package/src/gpu/kernels/embedding_pool_f16.wgsl +38 -0
- package/src/gpu/kernels/embedding_pool_f32.wgsl +36 -0
- package/src/gpu/kernels/energy.js +2 -1
- package/src/gpu/kernels/forecast_output.wgsl +17 -0
- package/src/gpu/kernels/fused-gate-up-gelu.js +1 -1
- package/src/gpu/kernels/fused_ffn.js +10 -220
- package/src/gpu/kernels/fused_matmul_residual.js +2 -1
- package/src/gpu/kernels/fused_matmul_rmsnorm.js +2 -1
- package/src/gpu/kernels/fused_normed_ffn_q4k.wgsl +208 -0
- package/src/gpu/kernels/gated-short-conv.js +11 -69
- package/src/gpu/kernels/gated_delta_conv.wgsl +66 -0
- package/src/gpu/kernels/gated_delta_conv_f16.wgsl +68 -0
- package/src/gpu/kernels/gated_delta_fused_decode.wgsl +173 -0
- package/src/gpu/kernels/gated_delta_fused_decode_f16.wgsl +175 -0
- package/src/gpu/kernels/gated_delta_recurrent.wgsl +165 -0
- package/src/gpu/kernels/gated_delta_recurrent_f16.wgsl +167 -0
- package/src/gpu/kernels/gated_short_conv.wgsl +47 -0
- package/src/gpu/kernels/gather.d.ts +1 -1
- package/src/gpu/kernels/gather.js +30 -6
- package/src/gpu/kernels/gather_bf16.wgsl +69 -0
- package/src/gpu/kernels/gelu.js +1 -1
- package/src/gpu/kernels/gemma4-route-expert.js +1 -1
- package/src/gpu/kernels/grouped_pointwise_conv2d.js +1 -1
- package/src/gpu/kernels/groupnorm.js +1 -1
- package/src/gpu/kernels/index.d.ts +38 -5
- package/src/gpu/kernels/index.js +18 -4
- package/src/gpu/kernels/instance_stats.wgsl +26 -0
- package/src/gpu/kernels/kernel-base.js +1 -1
- package/src/gpu/kernels/kernel-cache-lifecycle.d.ts +9 -0
- package/src/gpu/kernels/kernel-cache-lifecycle.js +26 -0
- package/src/gpu/kernels/kernel-configs.d.ts +10 -61
- package/src/gpu/kernels/kernel-configs.js +26 -54
- package/src/gpu/kernels/kernel-execution.js +141 -0
- package/src/gpu/kernels/kv-cache-write.js +4 -4
- package/src/gpu/kernels/kv-quantize.js +4 -1
- package/src/gpu/kernels/l2-normalize.js +36 -0
- package/src/gpu/kernels/l2_normalize.wgsl +53 -0
- package/src/gpu/kernels/layernorm.d.ts +4 -4
- package/src/gpu/kernels/layernorm.js +44 -7
- package/src/gpu/kernels/linear-attention-core.js +29 -449
- package/src/gpu/kernels/linear_attention.js +1 -1
- package/src/gpu/kernels/lm-head-argmax.js +2 -2
- package/src/gpu/kernels/lm-head-select-logits.js +2 -2
- package/src/gpu/kernels/logit-finalize.js +103 -0
- package/src/gpu/kernels/logit-merge.js +13 -125
- package/src/gpu/kernels/logit-scatter.js +40 -0
- package/src/gpu/kernels/logit_finalize_f16.wgsl +43 -0
- package/src/gpu/kernels/logit_finalize_f32.wgsl +41 -0
- package/src/gpu/kernels/logit_merge_geometric.wgsl +23 -0
- package/src/gpu/kernels/logit_merge_max.wgsl +23 -0
- package/src/gpu/kernels/logit_merge_weighted.wgsl +23 -0
- package/src/gpu/kernels/logit_scatter_f16.wgsl +26 -0
- package/src/gpu/kernels/logit_scatter_f32.wgsl +24 -0
- package/src/gpu/kernels/matmul-dispatch.js +6 -1
- package/src/gpu/kernels/matmul-selection.js +3 -2
- package/src/gpu/kernels/matmul.js +4 -15
- package/src/gpu/kernels/matmul_bf16w_f32a.wgsl +93 -0
- package/src/gpu/kernels/matmul_gemv_subgroup_bf16w.wgsl +433 -0
- package/src/gpu/kernels/modulate.js +1 -1
- package/src/gpu/kernels/moe.js +3 -1
- package/src/gpu/kernels/moe_router_bias_add_f16_f16.wgsl +23 -0
- package/src/gpu/kernels/moe_router_bias_add_f16_f32.wgsl +23 -0
- package/src/gpu/kernels/moe_router_bias_add_f32_f16.wgsl +23 -0
- package/src/gpu/kernels/moe_router_bias_add_f32_f32.wgsl +21 -0
- package/src/gpu/kernels/patch_context.wgsl +29 -0
- package/src/gpu/kernels/pipeline-cache.js +3 -1
- package/src/gpu/kernels/pixel_shuffle.js +1 -1
- package/src/gpu/kernels/probe_shader_f16.wgsl +7 -0
- package/src/gpu/kernels/relu.js +1 -1
- package/src/gpu/kernels/repeat_channels.js +1 -1
- package/src/gpu/kernels/residual.js +2 -2
- package/src/gpu/kernels/rmsnorm-pair.js +1 -1
- package/src/gpu/kernels/rmsnorm-qk.js +1 -1
- package/src/gpu/kernels/rmsnorm-stats.js +14 -113
- package/src/gpu/kernels/rmsnorm.js +1 -1
- package/src/gpu/kernels/rmsnorm_serial.wgsl +19 -0
- package/src/gpu/kernels/rmsnorm_stats.wgsl +59 -0
- package/src/gpu/kernels/rmsnorm_stats_subgroups.wgsl +76 -0
- package/src/gpu/kernels/rope-precompute.js +160 -0
- package/src/gpu/kernels/rope-qk.js +1 -1
- package/src/gpu/kernels/rope.js +2 -2
- package/src/gpu/kernels/rope_precompute.wgsl +74 -0
- package/src/gpu/kernels/sample.js +5 -1
- package/src/gpu/kernels/scale.js +1 -1
- package/src/gpu/kernels/shader-cache.js +8 -4
- package/src/gpu/kernels/shader-source-scope.js +68 -0
- package/src/gpu/kernels/silu.js +2 -1
- package/src/gpu/kernels/soft-embedding.js +3 -1
- package/src/gpu/kernels/softmax.js +4 -2
- package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +1 -1
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +1 -1
- package/src/gpu/kernels/split_qg.js +1 -1
- package/src/gpu/kernels/split_qkv.d.ts +2 -0
- package/src/gpu/kernels/split_qkv.js +18 -3
- package/src/gpu/kernels/split_qkv.wgsl +5 -2
- package/src/gpu/kernels/split_qkv_f16.wgsl +5 -2
- package/src/gpu/kernels/submit_probe.wgsl +6 -0
- package/src/gpu/kernels/transpose.js +1 -1
- package/src/gpu/kernels/turboquant-codebook.js +4 -535
- package/src/gpu/kernels/uniform-utils.js +7 -2
- package/src/gpu/kernels/upsample2d.js +1 -1
- package/src/gpu/kernels/utils.js +9 -330
- package/src/gpu/kernels/vision-average-pool.d.ts +13 -0
- package/src/gpu/kernels/vision-average-pool.js +68 -0
- package/src/gpu/kernels/vision-patch-embed.d.ts +17 -0
- package/src/gpu/kernels/vision-patch-embed.js +117 -0
- package/src/gpu/kernels/vision-position-embedding.d.ts +13 -0
- package/src/gpu/kernels/vision-position-embedding.js +79 -0
- package/src/gpu/kernels/vision-rope-2d.d.ts +16 -0
- package/src/gpu/kernels/vision-rope-2d.js +73 -0
- package/src/gpu/kernels/vision-spatial-merge.d.ts +19 -0
- package/src/gpu/kernels/vision-spatial-merge.js +100 -0
- package/src/gpu/kernels/vision_average_pool.wgsl +42 -0
- package/src/gpu/kernels/vision_patch_embed.wgsl +59 -0
- package/src/gpu/kernels/vision_patch_embed_f16w.wgsl +61 -0
- package/src/gpu/kernels/vision_position_embedding.wgsl +33 -0
- package/src/gpu/kernels/vision_position_embedding_f16.wgsl +35 -0
- package/src/gpu/kernels/vision_rope_2d.wgsl +60 -0
- package/src/gpu/kernels/vision_spatial_merge.wgsl +48 -0
- package/src/gpu/readback-buffer.js +20 -0
- package/src/gpu/submit-probe.js +2 -26
- package/src/gpu/weight-buffer.d.ts +1 -0
- package/src/gpu/weight-buffer.js +7 -0
- package/src/index.d.ts +10 -0
- package/src/index.js +1 -0
- package/src/inference/browser-harness/benchmark-execution.js +872 -0
- package/src/inference/browser-harness/benchmark-rerank.js +284 -0
- package/src/inference/browser-harness/decode-diagnostics.js +241 -0
- package/src/inference/browser-harness/diffusion-performance.js +102 -0
- package/src/inference/browser-harness/inference-execution.js +543 -0
- package/src/inference/{browser-harness-model-helpers.js → browser-harness/model-initialization.js} +14 -145
- package/src/inference/browser-harness/model-resolution.js +137 -0
- package/src/inference/browser-harness/report.js +338 -0
- package/src/inference/browser-harness/request.js +263 -0
- package/src/inference/browser-harness/runtime-config.d.ts +25 -0
- package/src/inference/browser-harness/runtime-config.js +255 -0
- package/src/inference/browser-harness/runtime-isolation.d.ts +13 -0
- package/src/inference/browser-harness/runtime-isolation.js +45 -0
- package/src/inference/browser-harness/runtime-report.d.ts +26 -0
- package/src/inference/browser-harness/runtime-report.js +117 -0
- package/src/inference/browser-harness/suite-summary.js +39 -0
- package/src/inference/browser-harness/text-evidence.js +694 -0
- package/src/inference/browser-harness/text-execution.js +757 -0
- package/src/inference/browser-harness/text-input.js +725 -0
- package/src/inference/{browser-harness-suite-helpers.js → browser-harness/timing-diagnostics.js} +1 -379
- package/src/inference/browser-harness-contract-helpers.js +1 -1
- package/src/inference/browser-harness-diffusion-energy-suites.js +8 -3
- package/src/inference/browser-harness-runtime-helpers.d.ts +3 -56
- package/src/inference/browser-harness-runtime-helpers.js +3 -423
- package/src/inference/browser-harness-text-helpers.js +31 -2199
- package/src/inference/browser-harness.d.ts +15 -2
- package/src/inference/browser-harness.js +38 -1952
- package/src/inference/kv-cache/base.js +67 -381
- package/src/inference/kv-cache/basis-decomposed-paged.d.ts +2 -50
- package/src/inference/kv-cache/basis-decomposed-paged.js +1 -276
- package/src/inference/kv-cache/quantized.d.ts +2 -2
- package/src/inference/kv-cache/quantized.js +4 -8
- package/src/inference/kv-cache/update.js +309 -0
- package/src/inference/model-checkpoint-evidence.d.ts +75 -0
- package/src/inference/model-checkpoint-evidence.js +264 -0
- package/src/inference/moe-router.js +36 -216
- package/src/inference/multi-model-network.js +5 -341
- package/src/inference/pipelines/audio/index.js +1 -20
- package/src/inference/pipelines/audio/mel.js +0 -38
- package/src/inference/pipelines/diffusion/profile-timing.js +10 -0
- package/src/inference/pipelines/diffusion/runtime-resources.js +54 -0
- package/src/inference/pipelines/diffusion/sd3/execution.js +805 -0
- package/src/inference/pipelines/diffusion/sd3/plan.js +125 -0
- package/src/inference/pipelines/diffusion/sd3-transformer.js +44 -895
- package/src/inference/pipelines/diffusion/{vae.js → vae/execution.js} +46 -618
- package/src/inference/pipelines/diffusion/{helpers.js → weight-contract.js} +1 -68
- package/src/inference/pipelines/energy-head/row-head-pipeline.d.ts +1 -103
- package/src/inference/pipelines/factory.js +14 -3
- package/src/inference/pipelines/shader-scoped-pipeline.js +29 -0
- package/src/inference/pipelines/structured/json-grammar-mask.js +0 -6
- package/src/inference/pipelines/text/abort-contract.js +22 -0
- package/src/inference/pipelines/text/attention/attn-config.js +1 -16
- package/src/inference/pipelines/text/attention/gate-projection.js +30 -0
- package/src/inference/pipelines/text/attention/heterogeneous-contract.js +8 -0
- package/src/inference/pipelines/text/attention/interpreter/immediate.js +211 -0
- package/src/inference/pipelines/text/attention/interpreter/recorded.js +451 -0
- package/src/inference/pipelines/text/attention/interpreter.js +89 -439
- package/src/inference/pipelines/text/attention/plan.d.ts +1 -0
- package/src/inference/pipelines/text/attention/plan.js +17 -0
- package/src/inference/pipelines/text/attention/projection-executor.js +331 -0
- package/src/inference/pipelines/text/attention/projection-plan.js +259 -0
- package/src/inference/pipelines/text/attention/projections.js +20 -537
- package/src/inference/pipelines/text/attention/query-transform.js +11 -0
- package/src/inference/pipelines/text/attention/record.js +0 -6
- package/src/inference/pipelines/text/attention/recorded-health.js +21 -0
- package/src/inference/pipelines/text/attention/rope-observation.js +40 -0
- package/src/inference/pipelines/text/attention/run.js +0 -6
- package/src/inference/pipelines/text/attention/types.js +3 -31
- package/src/inference/pipelines/text/chat-format.d.ts +3 -0
- package/src/inference/pipelines/text/chat-format.js +42 -0
- package/src/inference/pipelines/text/config/normalization.js +729 -0
- package/src/inference/pipelines/text/config/validation.js +9 -0
- package/src/inference/pipelines/text/config.d.ts +12 -1
- package/src/inference/pipelines/text/config.js +14 -1228
- package/src/inference/pipelines/text/debug-utils/health-metrics.js +57 -0
- package/src/inference/pipelines/text/debug-utils/index.js +3 -8
- package/src/inference/pipelines/text/debug-utils/profiles.js +8 -0
- package/src/inference/pipelines/text/debug-utils/readback-decoding.js +24 -0
- package/src/inference/pipelines/text/debug-utils/tensor.js +1 -1
- package/src/inference/pipelines/text/dtype-contract.js +1 -68
- package/src/inference/pipelines/text/embed.js +178 -241
- package/src/inference/pipelines/text/embedding-contract.d.ts +7 -0
- package/src/inference/pipelines/text/embedding-contract.js +21 -0
- package/src/inference/pipelines/text/embedding-extraction.js +225 -0
- package/src/inference/pipelines/text/embedding-normalization.js +39 -0
- package/src/inference/pipelines/text/execution-runtime-builders.js +0 -32
- package/src/inference/pipelines/text/execution-v1/plan.js +69 -0
- package/src/inference/pipelines/text/execution-v1/validation.js +233 -0
- package/src/inference/pipelines/text/execution-v1.js +7 -283
- package/src/inference/pipelines/text/execution.js +517 -0
- package/src/inference/pipelines/text/ffn/dense-executor.js +718 -0
- package/src/inference/pipelines/text/ffn/dense-plan.js +327 -0
- package/src/inference/pipelines/text/ffn/dense.js +4 -968
- package/src/inference/pipelines/text/ffn/sandwich.js +10 -9
- package/src/inference/pipelines/text/ffn/standard.js +2 -1
- package/src/inference/pipelines/text/generator/attention-lifecycle.js +24 -0
- package/src/inference/pipelines/text/generator/decode-runtime.js +991 -0
- package/src/inference/pipelines/text/generator/decode.js +952 -0
- package/src/inference/pipelines/text/generator/diffusion.js +607 -0
- package/src/inference/pipelines/text/generator/logits-config.js +63 -0
- package/src/inference/pipelines/text/generator/prefill-observation.js +29 -0
- package/src/inference/pipelines/text/generator/prefill-policy.js +56 -0
- package/src/inference/pipelines/text/generator/prefill-runtime.js +896 -0
- package/src/inference/pipelines/text/{generator-prefill-helpers.js → generator/prefix-embedding.js} +16 -121
- package/src/inference/pipelines/text/generator/prompt-input.js +47 -0
- package/src/inference/pipelines/text/generator/recovery.js +310 -0
- package/src/inference/pipelines/text/{generator-helpers.js → generator/session-context.js} +42 -110
- package/src/inference/pipelines/text/generator/text.js +448 -0
- package/src/inference/pipelines/text/generator/training.js +752 -0
- package/src/inference/pipelines/text/generator-decode-policy.js +1 -1
- package/src/inference/pipelines/text/generator-logits-observation.js +45 -0
- package/src/inference/pipelines/text/generator-runtime.js +5 -135
- package/src/inference/pipelines/text/generator-steps.js +30 -972
- package/src/inference/pipelines/text/generator.js +165 -3544
- package/src/inference/pipelines/text/image-transcription.js +304 -0
- package/src/inference/pipelines/text/init-qkv-fusion.js +18 -9
- package/src/inference/pipelines/text/init-rope.js +37 -189
- package/src/inference/pipelines/text/init.d.ts +8 -3
- package/src/inference/pipelines/text/init.js +6 -216
- package/src/inference/pipelines/text/layer-execution-contract.js +97 -0
- package/src/inference/pipelines/text/layer-input-execution.js +435 -0
- package/src/inference/pipelines/text/layer-plan-gpu.js +13 -6
- package/src/inference/pipelines/text/layer-plan.d.ts +21 -5
- package/src/inference/pipelines/text/layer-plan.js +45 -3
- package/src/inference/pipelines/text/layer.js +52 -522
- package/src/inference/pipelines/text/lifecycle.js +839 -0
- package/src/inference/pipelines/text/linear-attention/plan.js +554 -0
- package/src/inference/pipelines/text/linear-attention-ab-fusion.js +2 -2
- package/src/inference/pipelines/text/linear-attention.d.ts +2 -2
- package/src/inference/pipelines/text/linear-attention.js +7 -537
- package/src/inference/pipelines/text/logits/cpu-output.d.ts +1 -0
- package/src/inference/pipelines/text/logits/cpu-output.js +5 -0
- package/src/inference/pipelines/text/logits/cpu.d.ts +1 -87
- package/src/inference/pipelines/text/logits/cpu.js +8 -95
- package/src/inference/pipelines/text/logits/gpu-executor.js +368 -0
- package/src/inference/pipelines/text/logits/gpu.d.ts +27 -0
- package/src/inference/pipelines/text/logits/gpu.js +116 -579
- package/src/inference/pipelines/text/logits/index.d.ts +2 -1
- package/src/inference/pipelines/text/logits/index.js +62 -102
- package/src/inference/pipelines/text/logits/output-transform.js +47 -0
- package/src/inference/pipelines/text/logits/plan.js +184 -0
- package/src/inference/pipelines/text/logits/readback.d.ts +6 -0
- package/src/inference/pipelines/text/logits/readback.js +9 -0
- package/src/inference/pipelines/text/logits/scale-policy.js +20 -0
- package/src/inference/pipelines/text/logits/types.d.ts +1 -0
- package/src/inference/pipelines/text/lora-apply.js +12 -4
- package/src/inference/pipelines/text/lora-types.d.ts +12 -0
- package/src/inference/pipelines/text/modality-token-contract.js +115 -0
- package/src/inference/pipelines/text/model-load.js +0 -20
- package/src/inference/pipelines/text/moe/expert-loading.js +9 -0
- package/src/inference/pipelines/text/moe/gpu-executor.js +513 -0
- package/src/inference/pipelines/text/moe/plan.js +47 -0
- package/src/inference/pipelines/text/moe-cpu.js +9 -135
- package/src/inference/pipelines/text/moe-gpu.js +21 -545
- package/src/inference/pipelines/text/normalization-contract.js +17 -0
- package/src/inference/pipelines/text/per-layer/materialize.js +736 -0
- package/src/inference/pipelines/text/per-layer/plan.js +362 -0
- package/src/inference/pipelines/text/per-layer-inputs.js +4 -1037
- package/src/inference/pipelines/text/pipeline-load-timing.js +77 -0
- package/src/inference/pipelines/text/probes.js +20 -0
- package/src/inference/pipelines/text/state.d.ts +8 -0
- package/src/inference/pipelines/text/state.js +1 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +88 -16
- package/src/inference/pipelines/text/types.d.ts +4 -0
- package/src/inference/pipelines/text/weight-loading-config.js +194 -0
- package/src/inference/pipelines/text.d.ts +2 -2
- package/src/inference/pipelines/text.js +46 -1633
- package/src/inference/pipelines/video/frame-sampler.js +0 -13
- package/src/inference/pipelines/video/index.js +0 -21
- package/src/inference/pipelines/vision/attention.js +59 -0
- package/src/inference/pipelines/vision/encoder.js +254 -369
- package/src/inference/pipelines/vision/gemma4.js +204 -318
- package/src/inference/pipelines/vision/glmocr-preprocess.js +273 -0
- package/src/inference/pipelines/vision/glmocr-rope.js +106 -0
- package/src/inference/pipelines/vision/glmocr.js +557 -0
- package/src/inference/pipelines/vision/image-preprocess.js +0 -27
- package/src/inference/pipelines/vision/index.js +8 -27
- package/src/inference/pipelines/vision/ops.js +11 -33
- package/src/inference/pipelines/vision/patch-embed.js +51 -145
- package/src/inference/pipelines/vision/spatial-merge.js +78 -0
- package/src/inference/pipelines/vision/weight-loading.js +79 -0
- package/src/inference/refactor-receipt.js +2 -2
- package/src/inference/rerank.js +182 -0
- package/src/inference/tokenizer.js +1 -1
- package/src/inference/tokenizers/behavior-flags.js +6 -3
- package/src/inference/tokenizers/bundled/decoders.js +133 -0
- package/src/inference/tokenizers/bundled/registry.js +216 -0
- package/src/inference/tokenizers/bundled.js +23 -353
- package/src/loader/doppler-loader.d.ts +4 -0
- package/src/loader/doppler-loader.js +119 -930
- package/src/loader/embedding-limit-preflight.js +11 -4
- package/src/loader/embedding-loader.js +1 -3
- package/src/loader/gpu-tensor-materialization.js +20 -0
- package/src/loader/layer-loader.js +15 -119
- package/src/loader/layer-tensor-aliases.js +99 -0
- package/src/loader/layer-weight-shape.js +29 -0
- package/src/loader/load-timing.js +64 -0
- package/src/loader/loader-types.d.ts +3 -0
- package/src/loader/model-executor.js +819 -0
- package/src/loader/model-load-validation.js +15 -0
- package/src/loader/quantization-constants.d.ts +11 -29
- package/src/loader/quantization-constants.js +1 -2
- package/src/loader/shard-resolver.js +0 -14
- package/src/loader/tensor-load-error.js +14 -0
- package/src/loader/tensor-shard-indices.js +8 -0
- package/src/loader/tensors/bf16-loader.js +125 -0
- package/src/loader/tensors/functional-descriptor-loader.js +3 -375
- package/src/loader/tensors/load-executor.js +577 -0
- package/src/loader/tensors/source-transform/executor.js +123 -0
- package/src/loader/tensors/source-transform/plan.js +107 -0
- package/src/loader/tensors/source-transform.js +15 -264
- package/src/loader/tensors/tensor-loader.d.ts +4 -4
- package/src/loader/tensors/tensor-loader.js +7 -653
- package/src/memory/buffer-pool.js +7 -29
- package/src/rules/capability-transform-resolver.js +80 -0
- package/src/rules/execution-contract.d.ts +73 -0
- package/src/rules/execution-contract.js +429 -0
- package/src/rules/execution-rules-contract-check.js +1 -1
- package/src/rules/generated/rule-bundle.json +4305 -0
- package/src/rules/inference/capability-transforms.rules.json +3 -3
- package/src/rules/layer-pattern-contract-check.js +1 -1
- package/src/rules/rule-registry.js +70 -57
- package/src/storage/artifact-storage-context.js +2 -2
- package/src/storage/backend-selection.js +43 -0
- package/src/storage/distribution-transport.js +5 -0
- package/src/storage/download/integrity.d.ts +33 -0
- package/src/storage/download/integrity.js +130 -0
- package/src/storage/download/resume-inspection.d.ts +22 -0
- package/src/storage/download/resume-inspection.js +134 -0
- package/src/storage/download/retry.js +57 -0
- package/src/storage/download/state.js +131 -0
- package/src/storage/download/transport.js +99 -0
- package/src/storage/downloader.js +74 -453
- package/src/storage/model-cache.d.ts +1 -0
- package/src/storage/model-cache.js +51 -11
- package/src/storage/shard-manager.d.ts +5 -0
- package/src/storage/shard-manager.js +50 -369
- package/src/storage/shards/index.js +60 -0
- package/src/storage/shards/integrity.js +225 -0
- package/src/storage/shards/lifecycle.js +22 -0
- package/src/storage/source-artifact-store.js +14 -4
- package/src/tooling/boundary-evidence.d.ts +4 -4
- package/src/tooling/boundary-evidence.js +20 -20
- package/src/tooling/browser-command-runner.js +13 -6
- package/src/tooling/capsule-v2.d.ts +11 -0
- package/src/tooling/capsule-v2.js +58 -0
- package/src/tooling/capsule.js +20 -0
- package/src/tooling/command-api-constants.js +1 -1
- package/src/tooling/command-api-family-normalizers.js +163 -5
- package/src/tooling/command-api.d.ts +42 -3
- package/src/tooling/command-api.js +7 -2
- package/src/tooling/command-envelope.js +1 -1
- package/src/tooling/{command-api-helpers.js → command-request-normalization.js} +1 -1
- package/src/tooling/command-runner.html +49 -1
- package/src/tooling/command-validation.js +1 -24
- package/src/tooling/conversion-run-timing.js +24 -0
- package/src/tooling/diagnose-runner.js +11 -9
- package/src/tooling/distribution-shard-transport.js +11 -0
- package/src/tooling/execution-cost-ledger.d.ts +76 -2
- package/src/tooling/execution-cost-ledger.js +197 -15
- package/src/tooling/hf-registry/catalog-io.js +63 -0
- package/src/tooling/litert/package.js +863 -0
- package/src/tooling/litert-package-runtime.js +3 -849
- package/src/tooling/model-capsule-forge.js +478 -0
- package/src/tooling/node-browser/execution.d.ts +40 -0
- package/src/tooling/node-browser/execution.js +308 -0
- package/src/tooling/node-browser/static-server.js +188 -0
- package/src/tooling/node-browser/transport.d.ts +80 -0
- package/src/tooling/node-browser/transport.js +622 -0
- package/src/tooling/node-browser-command-runner.d.ts +18 -78
- package/src/tooling/node-browser-command-runner.js +10 -1112
- package/src/tooling/node-capsule-artifact-store.js +44 -0
- package/src/tooling/node-command-execution.js +237 -0
- package/src/tooling/node-command-runner.js +26 -205
- package/src/tooling/node-converter/input.js +521 -0
- package/src/tooling/node-converter/output.js +244 -0
- package/src/tooling/node-converter-chunk-batches.js +21 -0
- package/src/tooling/node-converter.js +7 -720
- package/src/tooling/node-source-runtime.js +16 -276
- package/src/tooling/node-webgpu-provider.v1.json +33 -0
- package/src/tooling/node-webgpu.js +178 -453
- package/src/tooling/opfs-cache.d.ts +5 -0
- package/src/tooling/opfs-cache.js +4 -0
- package/src/tooling/production-release.d.ts +19 -0
- package/src/tooling/production-release.js +647 -0
- package/src/tooling/program-bundle/embedding-reference.js +19 -0
- package/src/tooling/program-bundle/materialize.js +324 -0
- package/src/tooling/program-bundle/rerank-reference.js +22 -0
- package/src/tooling/program-bundle/sequence-reference.js +42 -0
- package/src/tooling/program-bundle/validation.js +31 -0
- package/src/tooling/program-bundle/wgsl-closure.js +254 -0
- package/src/tooling/program-bundle-parity.d.ts +11 -4
- package/src/tooling/program-bundle-parity.js +262 -109
- package/src/tooling/program-bundle.d.ts +7 -0
- package/src/tooling/program-bundle.js +186 -591
- package/src/tooling/provider-v1-contract.d.ts +61 -0
- package/src/tooling/provider-v1-contract.js +192 -0
- package/src/tooling/registered-variant-calibration-job.d.ts +98 -0
- package/src/tooling/registered-variant-calibration-job.js +210 -0
- package/src/tooling/registered-variant-calibration.d.ts +167 -7
- package/src/tooling/registered-variant-calibration.js +57 -7
- package/src/tooling/runtime-optimization/candidates.js +664 -0
- package/src/tooling/runtime-optimization-campaign.js +166 -0
- package/src/tooling/runtime-optimization-index.js +16 -1
- package/src/tooling/runtime-optimization.d.ts +44 -0
- package/src/tooling/runtime-optimization.js +13 -656
- package/src/tooling/source-intake.d.ts +1 -1
- package/src/tooling/source-intake.js +34 -17
- package/src/tooling/source-package-profiles.js +1 -1
- package/src/tooling/source-runtime/bundle-materialize.js +298 -0
- package/src/tooling/source-runtime/bundle-plan.js +121 -0
- package/src/tooling/source-runtime/node-loader.js +258 -0
- package/src/tooling/source-runtime-bundle.js +26 -411
- package/src/tooling/source-runtime-converter-config.js +1 -1
- package/src/tooling-experimental-exports.js +0 -5
- package/src/tooling-exports/evidence.d.ts +14 -3
- package/src/tooling-exports/evidence.js +14 -3
- package/src/tooling-exports/storage.d.ts +5 -0
- package/src/tooling-exports/storage.js +4 -0
- package/src/tooling-exports.d.ts +3 -0
- package/src/tooling-exports.js +2 -0
- package/src/tooling-exports.shared.d.ts +17 -3
- package/src/tooling-exports.shared.js +9 -3
- package/src/training.d.ts +6 -6
- package/src/training.js +4 -4
- package/src/version.js +1 -1
- package/tests/kernels/browser/kernel-suite.js +512 -0
- package/tests/kernels/browser/test-page.js +169 -14
- package/tests/kernels/harness/tolerance.js +1 -0
- package/tests/kernels/reference/index.js +13 -1
- package/tests/kernels/reference/vision.js +160 -0
- package/src/converter/quantizer.d.ts +0 -121
- package/src/gpu/kernels/backward/utils.d.ts +0 -90
- package/src/gpu/kernels/uniform-utils.d.ts +0 -66
- package/src/gpu/kernels/utils.d.ts +0 -147
- package/src/inference/pipelines/text/debug-utils/utils.js +0 -118
- package/src/inference/pipelines/text/logits/utils.d.ts +0 -58
- package/src/inference/pipelines/text/moe-cpu-gptoss.js +0 -115
- package/src/inference/pipelines/text/moe-helpers.js +0 -21
- package/src/rules/converter/execution.rules.json +0 -20
- package/src/rules/converter/tensor-roles.rules.json +0 -13
- package/src/rules/converter/tokenizer.rules.json +0 -12
- package/src/rules/inference/attention.rules.json +0 -69
- package/src/rules/inference/config.rules.json +0 -82
- package/src/rules/inference/dtype.rules.json +0 -113
- package/src/rules/inference/execution.rules.json +0 -195
- package/src/rules/inference/ffn.rules.json +0 -123
- package/src/rules/inference/layer-pattern.rules.json +0 -16
- package/src/rules/inference/layer.rules.json +0 -7
- package/src/rules/inference/moe.rules.json +0 -145
- package/src/rules/kernels/attention.rules.json +0 -68
- package/src/rules/kernels/conv2d.rules.json +0 -6
- package/src/rules/kernels/depthwise-conv2d.rules.json +0 -6
- package/src/rules/kernels/dequant.rules.json +0 -58
- package/src/rules/kernels/energy.rules.json +0 -22
- package/src/rules/kernels/fused-ffn.rules.json +0 -15
- package/src/rules/kernels/fused-matmul-residual.rules.json +0 -6
- package/src/rules/kernels/fused-matmul-rmsnorm.rules.json +0 -8
- package/src/rules/kernels/gather.rules.json +0 -93
- package/src/rules/kernels/gelu.rules.json +0 -11
- package/src/rules/kernels/grouped-pointwise-conv2d.rules.json +0 -6
- package/src/rules/kernels/groupnorm.rules.json +0 -10
- package/src/rules/kernels/kv_quantize.rules.json +0 -9
- package/src/rules/kernels/layernorm.rules.json +0 -6
- package/src/rules/kernels/linear-attention.rules.json +0 -6
- package/src/rules/kernels/lm-head-argmax.rules.json +0 -10
- package/src/rules/kernels/matmul.rules.json +0 -95
- package/src/rules/kernels/modulate.rules.json +0 -6
- package/src/rules/kernels/moe.rules.gptoss.json +0 -105
- package/src/rules/kernels/moe.rules.json +0 -14
- package/src/rules/kernels/moe.rules.mixtral.json +0 -75
- package/src/rules/kernels/pixel_shuffle.rules.json +0 -6
- package/src/rules/kernels/relu.rules.json +0 -6
- package/src/rules/kernels/rep-penalty.rules.json +0 -6
- package/src/rules/kernels/repeat-channels.rules.json +0 -6
- package/src/rules/kernels/residual.rules.json +0 -12
- package/src/rules/kernels/rmsnorm-qk.rules.json +0 -6
- package/src/rules/kernels/rmsnorm.rules.json +0 -46
- package/src/rules/kernels/rope-qk.rules.json +0 -6
- package/src/rules/kernels/rope.rules.json +0 -6
- package/src/rules/kernels/sample.rules.json +0 -6
- package/src/rules/kernels/scale.rules.json +0 -8
- package/src/rules/kernels/silu.rules.json +0 -22
- package/src/rules/kernels/softmax.rules.json +0 -25
- package/src/rules/kernels/split-qg.rules.json +0 -6
- package/src/rules/kernels/split-qkv.rules.json +0 -6
- package/src/rules/kernels/upsample2d.rules.json +0 -6
- package/src/rules/loader/tensor-loader.rules.json +0 -42
- package/src/rules/loader/weights.rules.json +0 -42
- package/src/rules/tooling/command-runtime.rules.json +0 -65
- package/src/tooling/hf-registry-utils.js +0 -395
- /package/src/converter/{tokenizer-utils.js → tokenizer-special-tokens.js} +0 -0
- /package/src/{inference/pipelines/text/bdpa-steamroller.js → experimental/bdpa/steamroller.js} +0 -0
- /package/src/{inference/pipelines → experimental}/diffusion/scheduler.js +0 -0
- /package/src/{inference/pipelines → experimental}/energy/pipeline.d.ts +0 -0
- /package/src/{inference/pipelines → experimental}/energy/quintel.d.ts +0 -0
- /package/src/{inference/pipelines → experimental}/energy/quintel.js +0 -0
- /package/src/{utils → formats}/array-buffer.js +0 -0
- /package/src/{utils → formats}/canonical-hash.js +0 -0
- /package/src/{utils → formats}/clone-json.js +0 -0
- /package/src/{utils → formats}/encode-utf8.js +0 -0
- /package/src/{utils → formats}/load-json.js +0 -0
- /package/src/{utils → formats}/plain-object.js +0 -0
- /package/src/{utils → formats}/sha256.js +0 -0
- /package/src/{utils → formats}/stable-sort-object.js +0 -0
- /package/src/{gpu/kernels → rules}/rule-matcher.js +0 -0
- /package/src/{utils → storage}/hf-resolve-url.js +0 -0
- /package/src/{utils → storage}/runtime-env.js +0 -0
- /package/src/tooling/{command-runner-shared.js → command-runtime-execution.js} +0 -0
|
@@ -27,33 +27,21 @@ import {
|
|
|
27
27
|
evaluateP2PPolicyDecision,
|
|
28
28
|
} from './p2p-control-plane.js';
|
|
29
29
|
import { createBrowserWebRTCDataPlaneTransport } from './p2p-webrtc-browser.js';
|
|
30
|
+
import { DEFAULT_P2P_MAX_CONSECUTIVE_FAILURES, DEFAULT_P2P_QUARANTINE_MS, DISTRIBUTION_SOURCES, DISTRIBUTION_SOURCE_CACHE, DISTRIBUTION_SOURCE_HTTP, DISTRIBUTION_SOURCE_P2P, assertP2PPayloadBoundary, createDeliveryMetrics, createP2PPolicyDeniedError, createShardSizeMismatchError, enforceP2PSecurityAndAbusePolicy, normalizeOptionalTimestamp, normalizeOptionalToken, normalizeP2PConfig, normalizeRequiredInteger } from './shard-delivery/retry.js';
|
|
31
|
+
import { appendHttpTransferChunk, clearPersistedShardState, createHttpTransferState, downloadShardFromHttp, finalizeHttpTransferState, persistHttpTransferState, resetHttpTransferState, resolvePersistedResumeOffset } from './shard-delivery/transport.js';
|
|
32
|
+
import { assertExpectedHash, assertExpectedManifestVersionSet, assertExpectedSize, createAbortError, downloadShardFromP2P, normalizeManifestVersionSet } from './shard-delivery/receipt.js';
|
|
30
33
|
|
|
31
|
-
const DISTRIBUTION_SOURCE_CACHE = 'cache';
|
|
32
|
-
const DISTRIBUTION_SOURCE_P2P = 'p2p';
|
|
33
|
-
const DISTRIBUTION_SOURCE_HTTP = 'http';
|
|
34
34
|
const DISTRIBUTION_DECISION_TRACE_SCHEMA_VERSION = 1;
|
|
35
|
-
|
|
35
|
+
|
|
36
36
|
const DISTRIBUTION_DELIVERY_METRICS_EVENT_SCHEMA_VERSION = 1;
|
|
37
37
|
|
|
38
|
-
const DISTRIBUTION_SOURCES = Object.freeze(
|
|
39
|
-
[...DEFAULT_DISTRIBUTION_CONFIG.sourceOrder]
|
|
40
|
-
);
|
|
41
38
|
const DEFAULT_SOURCE_MATRIX = Object.freeze({
|
|
42
39
|
cache: { ...DEFAULT_DISTRIBUTION_CONFIG.sourceMatrix.cache },
|
|
43
40
|
p2p: { ...DEFAULT_DISTRIBUTION_CONFIG.sourceMatrix.p2p },
|
|
44
41
|
http: { ...DEFAULT_DISTRIBUTION_CONFIG.sourceMatrix.http },
|
|
45
42
|
});
|
|
46
43
|
|
|
47
|
-
const DEFAULT_P2P_TIMEOUT_MS = DEFAULT_DISTRIBUTION_CONFIG.p2p.timeoutMs;
|
|
48
|
-
const DEFAULT_P2P_MAX_RETRIES = DEFAULT_DISTRIBUTION_CONFIG.p2p.maxRetries;
|
|
49
|
-
const DEFAULT_P2P_RETRY_DELAY_MS = DEFAULT_DISTRIBUTION_CONFIG.p2p.retryDelayMs;
|
|
50
|
-
const DEFAULT_P2P_RATE_LIMIT_PER_MINUTE = DEFAULT_DISTRIBUTION_CONFIG.p2p.abuse.rateLimitPerMinute;
|
|
51
|
-
const DEFAULT_P2P_MAX_CONSECUTIVE_FAILURES = DEFAULT_DISTRIBUTION_CONFIG.p2p.abuse.maxConsecutiveFailures;
|
|
52
|
-
const DEFAULT_P2P_QUARANTINE_MS = DEFAULT_DISTRIBUTION_CONFIG.p2p.abuse.quarantineMs;
|
|
53
|
-
const DEFAULT_P2P_CONTROL_PLANE_TOKEN_REFRESH_SKEW_MS = DEFAULT_DISTRIBUTION_CONFIG.p2p.controlPlane.tokenRefreshSkewMs;
|
|
54
|
-
|
|
55
44
|
const inFlightDeliveries = new Map();
|
|
56
|
-
const p2pTransportPolicyState = new WeakMap();
|
|
57
45
|
|
|
58
46
|
function normalizeDistributionSourceOrder(rawSources = []) {
|
|
59
47
|
if (rawSources === undefined || rawSources === null) {
|
|
@@ -90,37 +78,6 @@ function normalizeInteger(value, fallback, allowZero = false) {
|
|
|
90
78
|
: fallback;
|
|
91
79
|
}
|
|
92
80
|
|
|
93
|
-
function normalizeRequiredInteger(value, label, { allowZero = false, fallback = null } = {}) {
|
|
94
|
-
if (value === undefined || value === null) {
|
|
95
|
-
if (fallback !== null) {
|
|
96
|
-
return fallback;
|
|
97
|
-
}
|
|
98
|
-
throw new Error(`${label} is required.`);
|
|
99
|
-
}
|
|
100
|
-
const parsed = Number(value);
|
|
101
|
-
const min = allowZero ? 0 : 1;
|
|
102
|
-
if (!Number.isInteger(parsed) || parsed < min) {
|
|
103
|
-
throw new Error(
|
|
104
|
-
`${label} must be a ${allowZero ? 'non-negative' : 'positive'} integer when provided.`
|
|
105
|
-
);
|
|
106
|
-
}
|
|
107
|
-
return parsed;
|
|
108
|
-
}
|
|
109
|
-
|
|
110
|
-
function normalizeContentEncodings(value) {
|
|
111
|
-
if (!value) return [];
|
|
112
|
-
return value
|
|
113
|
-
.split(',')
|
|
114
|
-
.map((entry) => entry.trim().toLowerCase())
|
|
115
|
-
.filter(Boolean);
|
|
116
|
-
}
|
|
117
|
-
|
|
118
|
-
function normalizeManifestVersionSet(value) {
|
|
119
|
-
if (value === undefined || value === null) return null;
|
|
120
|
-
const normalized = String(value).trim();
|
|
121
|
-
return normalized || null;
|
|
122
|
-
}
|
|
123
|
-
|
|
124
81
|
function normalizeSamplingRate(value, fallback = 1, label = 'distribution.sourceDecision.trace.samplingRate') {
|
|
125
82
|
if (value === undefined || value === null) {
|
|
126
83
|
return fallback;
|
|
@@ -135,25 +92,6 @@ function normalizeSamplingRate(value, fallback = 1, label = 'distribution.source
|
|
|
135
92
|
return parsed;
|
|
136
93
|
}
|
|
137
94
|
|
|
138
|
-
function normalizeOptionalToken(value) {
|
|
139
|
-
if (value === undefined || value === null) {
|
|
140
|
-
return null;
|
|
141
|
-
}
|
|
142
|
-
const normalized = String(value).trim();
|
|
143
|
-
return normalized || null;
|
|
144
|
-
}
|
|
145
|
-
|
|
146
|
-
function normalizeOptionalTimestamp(value) {
|
|
147
|
-
if (value === undefined || value === null) {
|
|
148
|
-
return null;
|
|
149
|
-
}
|
|
150
|
-
const parsed = Number(value);
|
|
151
|
-
if (!Number.isFinite(parsed) || parsed <= 0) {
|
|
152
|
-
return null;
|
|
153
|
-
}
|
|
154
|
-
return Math.floor(parsed);
|
|
155
|
-
}
|
|
156
|
-
|
|
157
95
|
function hashStringToUnitInterval(value) {
|
|
158
96
|
let hash = 2166136261;
|
|
159
97
|
for (let i = 0; i < value.length; i += 1) {
|
|
@@ -185,582 +123,6 @@ function shouldEmitDecisionTrace(config, shardIndex, expectedManifestVersionSet,
|
|
|
185
123
|
return Math.random() < samplingRate;
|
|
186
124
|
}
|
|
187
125
|
|
|
188
|
-
function createShardSizeMismatchError(message, details = {}) {
|
|
189
|
-
const error = createDopplerError(
|
|
190
|
-
ERROR_CODES.DISTRIBUTION_SHARD_SIZE_MISMATCH,
|
|
191
|
-
message
|
|
192
|
-
);
|
|
193
|
-
Object.assign(error, details);
|
|
194
|
-
return error;
|
|
195
|
-
}
|
|
196
|
-
|
|
197
|
-
function parseContentLengthHeader(response, shardIndex) {
|
|
198
|
-
const raw = response?.headers?.get?.('content-length');
|
|
199
|
-
if (raw == null || raw === '') return null;
|
|
200
|
-
const parsed = Number(raw);
|
|
201
|
-
if (!Number.isInteger(parsed) || parsed < 0) {
|
|
202
|
-
throw createShardSizeMismatchError(
|
|
203
|
-
`Invalid content-length header for shard ${shardIndex}: ${raw}`,
|
|
204
|
-
{
|
|
205
|
-
code: 'http_content_length_invalid',
|
|
206
|
-
headerValue: raw,
|
|
207
|
-
}
|
|
208
|
-
);
|
|
209
|
-
}
|
|
210
|
-
return parsed;
|
|
211
|
-
}
|
|
212
|
-
|
|
213
|
-
function parseContentRangeHeader(response, shardIndex) {
|
|
214
|
-
const raw = response?.headers?.get?.('content-range');
|
|
215
|
-
if (raw == null || raw.trim() === '') return null;
|
|
216
|
-
const match = /^bytes\s+(\d+)-(\d+)\/(\d+|\*)$/iu.exec(raw.trim());
|
|
217
|
-
if (!match) {
|
|
218
|
-
throw createShardSizeMismatchError(
|
|
219
|
-
`Invalid content-range header for shard ${shardIndex}: ${raw}`,
|
|
220
|
-
{
|
|
221
|
-
code: 'http_content_range_invalid',
|
|
222
|
-
headerValue: raw,
|
|
223
|
-
}
|
|
224
|
-
);
|
|
225
|
-
}
|
|
226
|
-
const start = Number(match[1]);
|
|
227
|
-
const end = Number(match[2]);
|
|
228
|
-
const total = match[3] === '*' ? null : Number(match[3]);
|
|
229
|
-
if (!Number.isInteger(start) || !Number.isInteger(end) || end < start) {
|
|
230
|
-
throw createShardSizeMismatchError(
|
|
231
|
-
`Invalid content-range byte span for shard ${shardIndex}: ${raw}`,
|
|
232
|
-
{
|
|
233
|
-
code: 'http_content_range_invalid_span',
|
|
234
|
-
headerValue: raw,
|
|
235
|
-
}
|
|
236
|
-
);
|
|
237
|
-
}
|
|
238
|
-
if (total != null && (!Number.isInteger(total) || total <= 0 || total <= end)) {
|
|
239
|
-
throw createShardSizeMismatchError(
|
|
240
|
-
`Invalid content-range total size for shard ${shardIndex}: ${raw}`,
|
|
241
|
-
{
|
|
242
|
-
code: 'http_content_range_invalid_total',
|
|
243
|
-
headerValue: raw,
|
|
244
|
-
}
|
|
245
|
-
);
|
|
246
|
-
}
|
|
247
|
-
return {
|
|
248
|
-
start,
|
|
249
|
-
end,
|
|
250
|
-
total,
|
|
251
|
-
length: end - start + 1,
|
|
252
|
-
};
|
|
253
|
-
}
|
|
254
|
-
|
|
255
|
-
function assertHttpResponseBoundaryHeaders(response, shardIndex, contentLength, contentRange) {
|
|
256
|
-
if (response.status === 206 && !contentRange) {
|
|
257
|
-
throw createShardSizeMismatchError(
|
|
258
|
-
`Shard ${shardIndex} returned HTTP 206 without content-range header.`,
|
|
259
|
-
{
|
|
260
|
-
code: 'http_content_range_missing',
|
|
261
|
-
}
|
|
262
|
-
);
|
|
263
|
-
}
|
|
264
|
-
if (contentRange && response.status !== 206) {
|
|
265
|
-
throw createShardSizeMismatchError(
|
|
266
|
-
`Shard ${shardIndex} returned content-range header with unexpected HTTP ${response.status}.`,
|
|
267
|
-
{
|
|
268
|
-
code: 'http_content_range_unexpected_status',
|
|
269
|
-
status: response.status,
|
|
270
|
-
}
|
|
271
|
-
);
|
|
272
|
-
}
|
|
273
|
-
if (
|
|
274
|
-
contentLength != null
|
|
275
|
-
&& contentRange
|
|
276
|
-
&& contentLength !== contentRange.length
|
|
277
|
-
) {
|
|
278
|
-
throw createShardSizeMismatchError(
|
|
279
|
-
`Shard ${shardIndex} content-length/content-range mismatch: content-length=${contentLength}, range-length=${contentRange.length}.`,
|
|
280
|
-
{
|
|
281
|
-
code: 'http_header_length_mismatch',
|
|
282
|
-
contentLength,
|
|
283
|
-
contentRangeLength: contentRange.length,
|
|
284
|
-
}
|
|
285
|
-
);
|
|
286
|
-
}
|
|
287
|
-
}
|
|
288
|
-
|
|
289
|
-
function assertHttpResumeAlignment(
|
|
290
|
-
response,
|
|
291
|
-
shardIndex,
|
|
292
|
-
resumeOffset,
|
|
293
|
-
contentRange
|
|
294
|
-
) {
|
|
295
|
-
if (!Number.isInteger(resumeOffset) || resumeOffset <= 0) {
|
|
296
|
-
return { resetState: false };
|
|
297
|
-
}
|
|
298
|
-
if (response.status === 200) {
|
|
299
|
-
return { resetState: true };
|
|
300
|
-
}
|
|
301
|
-
if (response.status !== 206 || !contentRange) {
|
|
302
|
-
throw createShardSizeMismatchError(
|
|
303
|
-
`Shard ${shardIndex} resume response mismatch: expected HTTP 206 with content-range for offset ${resumeOffset}, got HTTP ${response.status}.`,
|
|
304
|
-
{
|
|
305
|
-
code: 'http_resume_response_mismatch',
|
|
306
|
-
status: response.status,
|
|
307
|
-
resumeOffset,
|
|
308
|
-
}
|
|
309
|
-
);
|
|
310
|
-
}
|
|
311
|
-
if (contentRange.start !== resumeOffset) {
|
|
312
|
-
throw createShardSizeMismatchError(
|
|
313
|
-
`Shard ${shardIndex} resume content-range start mismatch: expected ${resumeOffset}, got ${contentRange.start}.`,
|
|
314
|
-
{
|
|
315
|
-
code: 'http_resume_offset_mismatch',
|
|
316
|
-
resumeOffset,
|
|
317
|
-
contentRangeStart: contentRange.start,
|
|
318
|
-
}
|
|
319
|
-
);
|
|
320
|
-
}
|
|
321
|
-
return { resetState: false };
|
|
322
|
-
}
|
|
323
|
-
|
|
324
|
-
function assertHttpPayloadBoundary(shardIndex, bytesReceived, contentLength, contentRange, expectedSize) {
|
|
325
|
-
if (contentLength != null && bytesReceived !== contentLength) {
|
|
326
|
-
throw createShardSizeMismatchError(
|
|
327
|
-
`Shard ${shardIndex} content-length mismatch: expected ${contentLength}, received ${bytesReceived}.`,
|
|
328
|
-
{
|
|
329
|
-
code: 'http_content_length_mismatch',
|
|
330
|
-
contentLength,
|
|
331
|
-
bytesReceived,
|
|
332
|
-
}
|
|
333
|
-
);
|
|
334
|
-
}
|
|
335
|
-
if (contentRange && bytesReceived !== contentRange.length) {
|
|
336
|
-
throw createShardSizeMismatchError(
|
|
337
|
-
`Shard ${shardIndex} content-range mismatch: expected ${contentRange.length} bytes, received ${bytesReceived}.`,
|
|
338
|
-
{
|
|
339
|
-
code: 'http_content_range_length_mismatch',
|
|
340
|
-
contentRangeLength: contentRange.length,
|
|
341
|
-
bytesReceived,
|
|
342
|
-
}
|
|
343
|
-
);
|
|
344
|
-
}
|
|
345
|
-
if (contentRange?.total != null && Number.isFinite(expectedSize)) {
|
|
346
|
-
const normalizedExpectedSize = Math.floor(expectedSize);
|
|
347
|
-
if (normalizedExpectedSize >= 0 && contentRange.total !== normalizedExpectedSize) {
|
|
348
|
-
throw createShardSizeMismatchError(
|
|
349
|
-
`Shard ${shardIndex} content-range total mismatch: expected ${normalizedExpectedSize}, got ${contentRange.total}.`,
|
|
350
|
-
{
|
|
351
|
-
code: 'http_content_range_total_mismatch',
|
|
352
|
-
expectedSize: normalizedExpectedSize,
|
|
353
|
-
contentRangeTotal: contentRange.total,
|
|
354
|
-
}
|
|
355
|
-
);
|
|
356
|
-
}
|
|
357
|
-
}
|
|
358
|
-
}
|
|
359
|
-
|
|
360
|
-
function assertP2PPayloadRangeStart(
|
|
361
|
-
shardIndex,
|
|
362
|
-
rangeStart,
|
|
363
|
-
expectedStart
|
|
364
|
-
) {
|
|
365
|
-
if (rangeStart == null) {
|
|
366
|
-
return;
|
|
367
|
-
}
|
|
368
|
-
if (!Number.isInteger(rangeStart) || rangeStart < 0) {
|
|
369
|
-
throw createShardSizeMismatchError(
|
|
370
|
-
`Shard ${shardIndex} p2p payload rangeStart must be a non-negative integer.`,
|
|
371
|
-
{
|
|
372
|
-
code: 'p2p_range_start_invalid',
|
|
373
|
-
rangeStart,
|
|
374
|
-
}
|
|
375
|
-
);
|
|
376
|
-
}
|
|
377
|
-
if (rangeStart !== expectedStart) {
|
|
378
|
-
throw createShardSizeMismatchError(
|
|
379
|
-
`Shard ${shardIndex} p2p resume range mismatch: expected start ${expectedStart}, got ${rangeStart}.`,
|
|
380
|
-
{
|
|
381
|
-
code: 'p2p_resume_offset_mismatch',
|
|
382
|
-
expectedStart,
|
|
383
|
-
rangeStart,
|
|
384
|
-
}
|
|
385
|
-
);
|
|
386
|
-
}
|
|
387
|
-
}
|
|
388
|
-
|
|
389
|
-
function assertP2PTotalSize(shardIndex, totalSize, expectedSize) {
|
|
390
|
-
if (totalSize == null || !Number.isFinite(expectedSize)) {
|
|
391
|
-
return;
|
|
392
|
-
}
|
|
393
|
-
const normalizedExpectedSize = Math.floor(expectedSize);
|
|
394
|
-
if (totalSize !== normalizedExpectedSize) {
|
|
395
|
-
throw createShardSizeMismatchError(
|
|
396
|
-
`Shard ${shardIndex} p2p totalSize mismatch: expected ${normalizedExpectedSize}, got ${totalSize}.`,
|
|
397
|
-
{
|
|
398
|
-
code: 'p2p_total_size_mismatch',
|
|
399
|
-
expectedSize: normalizedExpectedSize,
|
|
400
|
-
totalSize,
|
|
401
|
-
}
|
|
402
|
-
);
|
|
403
|
-
}
|
|
404
|
-
}
|
|
405
|
-
|
|
406
|
-
function assertP2PPayloadBoundary(
|
|
407
|
-
shardIndex,
|
|
408
|
-
rangeStart,
|
|
409
|
-
payloadBytes,
|
|
410
|
-
totalSize,
|
|
411
|
-
writeToStore
|
|
412
|
-
) {
|
|
413
|
-
if (totalSize == null) {
|
|
414
|
-
return;
|
|
415
|
-
}
|
|
416
|
-
if (!Number.isInteger(rangeStart) || rangeStart < 0) {
|
|
417
|
-
throw createShardSizeMismatchError(
|
|
418
|
-
`Shard ${shardIndex} p2p payload rangeStart must be a non-negative integer for boundary checks.`,
|
|
419
|
-
{
|
|
420
|
-
code: 'p2p_payload_range_start_invalid',
|
|
421
|
-
rangeStart,
|
|
422
|
-
}
|
|
423
|
-
);
|
|
424
|
-
}
|
|
425
|
-
if (!Number.isInteger(payloadBytes) || payloadBytes < 0) {
|
|
426
|
-
throw createShardSizeMismatchError(
|
|
427
|
-
`Shard ${shardIndex} p2p payload size must be a non-negative integer for boundary checks.`,
|
|
428
|
-
{
|
|
429
|
-
code: 'p2p_payload_size_invalid',
|
|
430
|
-
payloadBytes,
|
|
431
|
-
}
|
|
432
|
-
);
|
|
433
|
-
}
|
|
434
|
-
if (rangeStart + payloadBytes > totalSize) {
|
|
435
|
-
throw createShardSizeMismatchError(
|
|
436
|
-
`Shard ${shardIndex} p2p payload exceeds total size: start=${rangeStart}, bytes=${payloadBytes}, total=${totalSize}.`,
|
|
437
|
-
{
|
|
438
|
-
code: 'p2p_payload_exceeds_total',
|
|
439
|
-
rangeStart,
|
|
440
|
-
payloadBytes,
|
|
441
|
-
totalSize,
|
|
442
|
-
}
|
|
443
|
-
);
|
|
444
|
-
}
|
|
445
|
-
if (!writeToStore && rangeStart === 0 && payloadBytes !== totalSize) {
|
|
446
|
-
throw createShardSizeMismatchError(
|
|
447
|
-
`Shard ${shardIndex} p2p payload size mismatch: expected ${totalSize}, got ${payloadBytes}.`,
|
|
448
|
-
{
|
|
449
|
-
code: 'p2p_payload_size_mismatch',
|
|
450
|
-
payloadBytes,
|
|
451
|
-
totalSize,
|
|
452
|
-
}
|
|
453
|
-
);
|
|
454
|
-
}
|
|
455
|
-
}
|
|
456
|
-
|
|
457
|
-
function assertRequiredContentEncoding(response, requiredEncoding, context) {
|
|
458
|
-
if (!requiredEncoding) return;
|
|
459
|
-
const required = requiredEncoding.trim().toLowerCase();
|
|
460
|
-
if (!required) return;
|
|
461
|
-
const found = normalizeContentEncodings(response.headers.get('content-encoding'));
|
|
462
|
-
if (!found.includes(required)) {
|
|
463
|
-
const foundValue = found.length > 0 ? found.join(', ') : 'none';
|
|
464
|
-
throw new Error(`Missing required content-encoding "${required}" for ${context} (found: ${foundValue})`);
|
|
465
|
-
}
|
|
466
|
-
}
|
|
467
|
-
|
|
468
|
-
function buildShardUrl(baseUrl, shardInfo) {
|
|
469
|
-
const base = String(baseUrl || '').replace(/\/$/, '');
|
|
470
|
-
const filename = String(shardInfo?.filename || '').replace(/^\/+/, '');
|
|
471
|
-
return `${base}/${filename}`;
|
|
472
|
-
}
|
|
473
|
-
|
|
474
|
-
function bytesToHex(bytes) {
|
|
475
|
-
return Array.from(bytes)
|
|
476
|
-
.map((byte) => byte.toString(16).padStart(2, '0'))
|
|
477
|
-
.join('');
|
|
478
|
-
}
|
|
479
|
-
|
|
480
|
-
function normalizeP2PConfig(config = {}) {
|
|
481
|
-
const enabled = config?.enabled === true;
|
|
482
|
-
const rawTimeoutMs = config?.timeoutMs;
|
|
483
|
-
const rawMaxRetries = config?.maxRetries;
|
|
484
|
-
const rawRetryDelayMs = config?.retryDelayMs;
|
|
485
|
-
const rawSecurity = config?.security && typeof config.security === 'object'
|
|
486
|
-
? config.security
|
|
487
|
-
: {};
|
|
488
|
-
const rawAbuse = config?.abuse && typeof config.abuse === 'object'
|
|
489
|
-
? config.abuse
|
|
490
|
-
: {};
|
|
491
|
-
const rawControlPlane = config?.controlPlane && typeof config.controlPlane === 'object'
|
|
492
|
-
? config.controlPlane
|
|
493
|
-
: {};
|
|
494
|
-
const rawWebRTC = config?.webrtc && typeof config.webrtc === 'object'
|
|
495
|
-
? config.webrtc
|
|
496
|
-
: {};
|
|
497
|
-
|
|
498
|
-
let transport = config?.transport;
|
|
499
|
-
if (typeof transport !== 'function' && rawWebRTC.enabled === true) {
|
|
500
|
-
transport = createBrowserWebRTCDataPlaneTransport(rawWebRTC);
|
|
501
|
-
}
|
|
502
|
-
if (typeof transport !== 'function') {
|
|
503
|
-
transport = null;
|
|
504
|
-
}
|
|
505
|
-
|
|
506
|
-
const contractVersion = assertSupportedP2PTransportContract(
|
|
507
|
-
config?.contractVersion ?? P2P_TRANSPORT_CONTRACT_VERSION
|
|
508
|
-
);
|
|
509
|
-
|
|
510
|
-
return {
|
|
511
|
-
enabled,
|
|
512
|
-
timeoutMs: normalizeRequiredInteger(
|
|
513
|
-
rawTimeoutMs,
|
|
514
|
-
'distribution.p2p.timeoutMs',
|
|
515
|
-
{ fallback: DEFAULT_P2P_TIMEOUT_MS }
|
|
516
|
-
),
|
|
517
|
-
maxRetries: normalizeRequiredInteger(
|
|
518
|
-
rawMaxRetries,
|
|
519
|
-
'distribution.p2p.maxRetries',
|
|
520
|
-
{ allowZero: true, fallback: DEFAULT_P2P_MAX_RETRIES }
|
|
521
|
-
),
|
|
522
|
-
retryDelayMs: normalizeRequiredInteger(
|
|
523
|
-
rawRetryDelayMs,
|
|
524
|
-
'distribution.p2p.retryDelayMs',
|
|
525
|
-
{ allowZero: true, fallback: DEFAULT_P2P_RETRY_DELAY_MS }
|
|
526
|
-
),
|
|
527
|
-
transport,
|
|
528
|
-
contractVersion,
|
|
529
|
-
controlPlane: normalizeP2PControlPlaneConfig({
|
|
530
|
-
...DEFAULT_DISTRIBUTION_CONFIG.p2p.controlPlane,
|
|
531
|
-
...rawControlPlane,
|
|
532
|
-
tokenRefreshSkewMs: rawControlPlane.tokenRefreshSkewMs
|
|
533
|
-
?? DEFAULT_P2P_CONTROL_PLANE_TOKEN_REFRESH_SKEW_MS,
|
|
534
|
-
}),
|
|
535
|
-
security: {
|
|
536
|
-
requireSessionToken: rawSecurity.requireSessionToken === true,
|
|
537
|
-
sessionToken: normalizeOptionalToken(rawSecurity.sessionToken),
|
|
538
|
-
tokenExpiresAtMs: normalizeOptionalTimestamp(rawSecurity.tokenExpiresAtMs),
|
|
539
|
-
},
|
|
540
|
-
abuse: {
|
|
541
|
-
rateLimitPerMinute: normalizeRequiredInteger(
|
|
542
|
-
rawAbuse.rateLimitPerMinute,
|
|
543
|
-
'distribution.p2p.abuse.rateLimitPerMinute',
|
|
544
|
-
{ allowZero: true, fallback: DEFAULT_P2P_RATE_LIMIT_PER_MINUTE }
|
|
545
|
-
),
|
|
546
|
-
maxConsecutiveFailures: normalizeRequiredInteger(
|
|
547
|
-
rawAbuse.maxConsecutiveFailures,
|
|
548
|
-
'distribution.p2p.abuse.maxConsecutiveFailures',
|
|
549
|
-
{ fallback: DEFAULT_P2P_MAX_CONSECUTIVE_FAILURES }
|
|
550
|
-
),
|
|
551
|
-
quarantineMs: normalizeRequiredInteger(
|
|
552
|
-
rawAbuse.quarantineMs,
|
|
553
|
-
'distribution.p2p.abuse.quarantineMs',
|
|
554
|
-
{ allowZero: true, fallback: DEFAULT_P2P_QUARANTINE_MS }
|
|
555
|
-
),
|
|
556
|
-
},
|
|
557
|
-
};
|
|
558
|
-
}
|
|
559
|
-
|
|
560
|
-
function getP2PTransportPolicyState(transport) {
|
|
561
|
-
if (typeof transport !== 'function') {
|
|
562
|
-
return null;
|
|
563
|
-
}
|
|
564
|
-
let state = p2pTransportPolicyState.get(transport);
|
|
565
|
-
if (!state) {
|
|
566
|
-
state = {
|
|
567
|
-
requestTimestamps: [],
|
|
568
|
-
consecutiveFailures: 0,
|
|
569
|
-
quarantinedUntilMs: 0,
|
|
570
|
-
};
|
|
571
|
-
p2pTransportPolicyState.set(transport, state);
|
|
572
|
-
}
|
|
573
|
-
return state;
|
|
574
|
-
}
|
|
575
|
-
|
|
576
|
-
function createP2PPolicyDeniedError(message, details = {}) {
|
|
577
|
-
return createP2PTransportError(
|
|
578
|
-
P2P_TRANSPORT_ERROR_CODES.policyDenied,
|
|
579
|
-
message,
|
|
580
|
-
details,
|
|
581
|
-
false
|
|
582
|
-
);
|
|
583
|
-
}
|
|
584
|
-
|
|
585
|
-
function isSessionTokenExpiredOrExpiring(tokenExpiresAtMs, nowMs = Date.now(), skewMs = 0) {
|
|
586
|
-
if (!Number.isFinite(tokenExpiresAtMs)) {
|
|
587
|
-
return false;
|
|
588
|
-
}
|
|
589
|
-
const threshold = nowMs + Math.max(0, Math.floor(skewMs));
|
|
590
|
-
return threshold >= tokenExpiresAtMs;
|
|
591
|
-
}
|
|
592
|
-
|
|
593
|
-
function applyControlPlaneSessionUpdate(p2pConfig, sessionUpdate) {
|
|
594
|
-
if (!sessionUpdate || !p2pConfig?.security) {
|
|
595
|
-
return;
|
|
596
|
-
}
|
|
597
|
-
if (sessionUpdate.hasSessionToken === true) {
|
|
598
|
-
p2pConfig.security.sessionToken = normalizeOptionalToken(sessionUpdate.sessionToken);
|
|
599
|
-
}
|
|
600
|
-
if (sessionUpdate.hasTokenExpiresAtMs === true) {
|
|
601
|
-
p2pConfig.security.tokenExpiresAtMs = normalizeOptionalTimestamp(sessionUpdate.tokenExpiresAtMs);
|
|
602
|
-
}
|
|
603
|
-
}
|
|
604
|
-
|
|
605
|
-
async function refreshP2PSessionTokenFromControlPlane(p2pConfig, context, nowMs = Date.now()) {
|
|
606
|
-
const controlPlane = p2pConfig?.controlPlane;
|
|
607
|
-
if (!controlPlane?.enabled || typeof controlPlane.tokenProvider !== 'function') {
|
|
608
|
-
return;
|
|
609
|
-
}
|
|
610
|
-
|
|
611
|
-
const requiresSessionToken = p2pConfig?.security?.requireSessionToken === true;
|
|
612
|
-
const token = p2pConfig?.security?.sessionToken ?? null;
|
|
613
|
-
const tokenExpiresAtMs = p2pConfig?.security?.tokenExpiresAtMs ?? null;
|
|
614
|
-
let reason = null;
|
|
615
|
-
|
|
616
|
-
if (requiresSessionToken && !token) {
|
|
617
|
-
reason = 'missing';
|
|
618
|
-
} else if (isSessionTokenExpiredOrExpiring(tokenExpiresAtMs, nowMs, 0)) {
|
|
619
|
-
reason = 'expired';
|
|
620
|
-
} else if (
|
|
621
|
-
isSessionTokenExpiredOrExpiring(tokenExpiresAtMs, nowMs, controlPlane.tokenRefreshSkewMs)
|
|
622
|
-
) {
|
|
623
|
-
reason = 'refresh';
|
|
624
|
-
}
|
|
625
|
-
|
|
626
|
-
if (!reason) {
|
|
627
|
-
return;
|
|
628
|
-
}
|
|
629
|
-
|
|
630
|
-
const sessionUpdate = await resolveP2PSessionToken(controlPlane, {
|
|
631
|
-
...context,
|
|
632
|
-
reason,
|
|
633
|
-
nowMs,
|
|
634
|
-
currentSessionToken: token,
|
|
635
|
-
currentTokenExpiresAtMs: tokenExpiresAtMs,
|
|
636
|
-
});
|
|
637
|
-
applyControlPlaneSessionUpdate(p2pConfig, sessionUpdate);
|
|
638
|
-
|
|
639
|
-
if (requiresSessionToken && !p2pConfig.security.sessionToken) {
|
|
640
|
-
throw createP2PPolicyDeniedError(
|
|
641
|
-
`P2P shard ${context?.shardIndex} requires a session token from control plane.`,
|
|
642
|
-
{
|
|
643
|
-
shardIndex: context?.shardIndex ?? null,
|
|
644
|
-
policyReason: 'session_token_missing_after_refresh',
|
|
645
|
-
}
|
|
646
|
-
);
|
|
647
|
-
}
|
|
648
|
-
}
|
|
649
|
-
|
|
650
|
-
async function enforceP2PControlPlanePolicy(p2pConfig, context, nowMs = Date.now()) {
|
|
651
|
-
const controlPlane = p2pConfig?.controlPlane;
|
|
652
|
-
if (!controlPlane?.enabled || typeof controlPlane.policyEvaluator !== 'function') {
|
|
653
|
-
return;
|
|
654
|
-
}
|
|
655
|
-
const decision = await evaluateP2PPolicyDecision(controlPlane, {
|
|
656
|
-
...context,
|
|
657
|
-
nowMs,
|
|
658
|
-
currentSessionToken: p2pConfig?.security?.sessionToken ?? null,
|
|
659
|
-
currentTokenExpiresAtMs: p2pConfig?.security?.tokenExpiresAtMs ?? null,
|
|
660
|
-
});
|
|
661
|
-
applyControlPlaneSessionUpdate(p2pConfig, decision.sessionUpdate);
|
|
662
|
-
if (decision.allow !== false) {
|
|
663
|
-
return;
|
|
664
|
-
}
|
|
665
|
-
throw createP2PPolicyDeniedError(
|
|
666
|
-
`P2P shard ${context?.shardIndex} denied by control-plane policy.`,
|
|
667
|
-
{
|
|
668
|
-
shardIndex: context?.shardIndex ?? null,
|
|
669
|
-
policyReason: decision.reason ?? 'policy_denied_control_plane',
|
|
670
|
-
controlPlaneMetadata: decision.metadata ?? null,
|
|
671
|
-
}
|
|
672
|
-
);
|
|
673
|
-
}
|
|
674
|
-
|
|
675
|
-
function enforceP2PSecurityAndAbusePolicy(p2pConfig, state, shardIndex, nowMs = Date.now()) {
|
|
676
|
-
const security = p2pConfig?.security ?? {};
|
|
677
|
-
const abuse = p2pConfig?.abuse ?? {};
|
|
678
|
-
|
|
679
|
-
if (security.requireSessionToken === true && !security.sessionToken) {
|
|
680
|
-
throw createP2PPolicyDeniedError(
|
|
681
|
-
`P2P shard ${shardIndex} requires a session token.`,
|
|
682
|
-
{
|
|
683
|
-
shardIndex,
|
|
684
|
-
policyReason: 'session_token_missing',
|
|
685
|
-
}
|
|
686
|
-
);
|
|
687
|
-
}
|
|
688
|
-
if (
|
|
689
|
-
Number.isFinite(security.tokenExpiresAtMs)
|
|
690
|
-
&& nowMs >= security.tokenExpiresAtMs
|
|
691
|
-
) {
|
|
692
|
-
throw createP2PPolicyDeniedError(
|
|
693
|
-
`P2P shard ${shardIndex} session token expired.`,
|
|
694
|
-
{
|
|
695
|
-
shardIndex,
|
|
696
|
-
policyReason: 'session_token_expired',
|
|
697
|
-
tokenExpiresAtMs: security.tokenExpiresAtMs,
|
|
698
|
-
}
|
|
699
|
-
);
|
|
700
|
-
}
|
|
701
|
-
|
|
702
|
-
if (!state) {
|
|
703
|
-
return;
|
|
704
|
-
}
|
|
705
|
-
|
|
706
|
-
if (Number.isFinite(state.quarantinedUntilMs) && nowMs < state.quarantinedUntilMs) {
|
|
707
|
-
throw createP2PPolicyDeniedError(
|
|
708
|
-
`P2P shard ${shardIndex} transport is quarantined.`,
|
|
709
|
-
{
|
|
710
|
-
shardIndex,
|
|
711
|
-
policyReason: 'transport_quarantined',
|
|
712
|
-
quarantinedUntilMs: state.quarantinedUntilMs,
|
|
713
|
-
}
|
|
714
|
-
);
|
|
715
|
-
}
|
|
716
|
-
|
|
717
|
-
const limit = Number.isFinite(abuse.rateLimitPerMinute)
|
|
718
|
-
? Math.max(0, Math.floor(abuse.rateLimitPerMinute))
|
|
719
|
-
: 0;
|
|
720
|
-
if (limit > 0) {
|
|
721
|
-
const cutoff = nowMs - 60000;
|
|
722
|
-
state.requestTimestamps = state.requestTimestamps.filter((stamp) => stamp >= cutoff);
|
|
723
|
-
if (state.requestTimestamps.length >= limit) {
|
|
724
|
-
throw createP2PPolicyDeniedError(
|
|
725
|
-
`P2P shard ${shardIndex} transport rate limit exceeded.`,
|
|
726
|
-
{
|
|
727
|
-
shardIndex,
|
|
728
|
-
policyReason: 'rate_limited',
|
|
729
|
-
rateLimitPerMinute: limit,
|
|
730
|
-
}
|
|
731
|
-
);
|
|
732
|
-
}
|
|
733
|
-
state.requestTimestamps.push(nowMs);
|
|
734
|
-
}
|
|
735
|
-
}
|
|
736
|
-
|
|
737
|
-
function markP2PTransportSuccess(state) {
|
|
738
|
-
if (!state) {
|
|
739
|
-
return;
|
|
740
|
-
}
|
|
741
|
-
state.consecutiveFailures = 0;
|
|
742
|
-
state.quarantinedUntilMs = 0;
|
|
743
|
-
}
|
|
744
|
-
|
|
745
|
-
function markP2PTransportFailure(p2pConfig, state, normalizedError, nowMs = Date.now()) {
|
|
746
|
-
if (!state) {
|
|
747
|
-
return;
|
|
748
|
-
}
|
|
749
|
-
if (!normalizedError || normalizedError.code === P2P_TRANSPORT_ERROR_CODES.aborted) {
|
|
750
|
-
return;
|
|
751
|
-
}
|
|
752
|
-
const maxFailures = Number.isFinite(p2pConfig?.abuse?.maxConsecutiveFailures)
|
|
753
|
-
? Math.max(1, Math.floor(p2pConfig.abuse.maxConsecutiveFailures))
|
|
754
|
-
: DEFAULT_P2P_MAX_CONSECUTIVE_FAILURES;
|
|
755
|
-
const quarantineMs = Number.isFinite(p2pConfig?.abuse?.quarantineMs)
|
|
756
|
-
? Math.max(0, Math.floor(p2pConfig.abuse.quarantineMs))
|
|
757
|
-
: DEFAULT_P2P_QUARANTINE_MS;
|
|
758
|
-
state.consecutiveFailures += 1;
|
|
759
|
-
if (quarantineMs > 0 && state.consecutiveFailures >= maxFailures) {
|
|
760
|
-
state.quarantinedUntilMs = nowMs + quarantineMs;
|
|
761
|
-
}
|
|
762
|
-
}
|
|
763
|
-
|
|
764
126
|
function normalizeAntiRollbackConfig(config = {}) {
|
|
765
127
|
const antiRollback = config?.antiRollback && typeof config.antiRollback === 'object'
|
|
766
128
|
? config.antiRollback
|
|
@@ -847,40 +209,6 @@ function attachDecisionTrace(result, trace) {
|
|
|
847
209
|
};
|
|
848
210
|
}
|
|
849
211
|
|
|
850
|
-
function createSourceCounter() {
|
|
851
|
-
return {
|
|
852
|
-
cache: 0,
|
|
853
|
-
p2p: 0,
|
|
854
|
-
http: 0,
|
|
855
|
-
};
|
|
856
|
-
}
|
|
857
|
-
|
|
858
|
-
function createLatencySummary(durations) {
|
|
859
|
-
const values = durations.filter((value) => Number.isFinite(value));
|
|
860
|
-
if (values.length === 0) {
|
|
861
|
-
return {
|
|
862
|
-
count: 0,
|
|
863
|
-
min: null,
|
|
864
|
-
max: null,
|
|
865
|
-
avg: null,
|
|
866
|
-
};
|
|
867
|
-
}
|
|
868
|
-
let sum = 0;
|
|
869
|
-
let min = Number.POSITIVE_INFINITY;
|
|
870
|
-
let max = Number.NEGATIVE_INFINITY;
|
|
871
|
-
for (const value of values) {
|
|
872
|
-
sum += value;
|
|
873
|
-
if (value < min) min = value;
|
|
874
|
-
if (value > max) max = value;
|
|
875
|
-
}
|
|
876
|
-
return {
|
|
877
|
-
count: values.length,
|
|
878
|
-
min,
|
|
879
|
-
max,
|
|
880
|
-
avg: sum / values.length,
|
|
881
|
-
};
|
|
882
|
-
}
|
|
883
|
-
|
|
884
212
|
function appendAttemptLogAttempt(logEntries, entry) {
|
|
885
213
|
if (!Array.isArray(logEntries)) return;
|
|
886
214
|
logEntries.push({
|
|
@@ -892,62 +220,6 @@ function appendAttemptLogAttempt(logEntries, entry) {
|
|
|
892
220
|
});
|
|
893
221
|
}
|
|
894
222
|
|
|
895
|
-
function createDeliveryMetrics(order, result, attempts, totalDurationMs) {
|
|
896
|
-
const sourceAttempts = createSourceCounter();
|
|
897
|
-
const retries = createSourceCounter();
|
|
898
|
-
const failureCodes = {};
|
|
899
|
-
const p2pDurations = [];
|
|
900
|
-
const httpDurations = [];
|
|
901
|
-
let storageWriteMs = Number.isFinite(result?.writeDurationMs) ? result.writeDurationMs : null;
|
|
902
|
-
let attemptCount = 0;
|
|
903
|
-
const attemptsBySource = createSourceCounter();
|
|
904
|
-
|
|
905
|
-
for (const attempt of attempts) {
|
|
906
|
-
if (attempt?.status !== 'success' && attempt?.status !== 'failed') {
|
|
907
|
-
continue;
|
|
908
|
-
}
|
|
909
|
-
attemptCount += 1;
|
|
910
|
-
const source = attempt?.source;
|
|
911
|
-
if (source === DISTRIBUTION_SOURCE_CACHE || source === DISTRIBUTION_SOURCE_P2P || source === DISTRIBUTION_SOURCE_HTTP) {
|
|
912
|
-
sourceAttempts[source] += 1;
|
|
913
|
-
attemptsBySource[source] += 1;
|
|
914
|
-
if (source === DISTRIBUTION_SOURCE_P2P && Number.isFinite(attempt.durationMs)) {
|
|
915
|
-
p2pDurations.push(attempt.durationMs);
|
|
916
|
-
}
|
|
917
|
-
if (source === DISTRIBUTION_SOURCE_HTTP && Number.isFinite(attempt.durationMs)) {
|
|
918
|
-
httpDurations.push(attempt.durationMs);
|
|
919
|
-
}
|
|
920
|
-
}
|
|
921
|
-
if (attempt.status === 'failed') {
|
|
922
|
-
const code = typeof attempt.code === 'string' && attempt.code
|
|
923
|
-
? attempt.code
|
|
924
|
-
: 'unknown';
|
|
925
|
-
failureCodes[code] = (failureCodes[code] ?? 0) + 1;
|
|
926
|
-
}
|
|
927
|
-
if (storageWriteMs == null && Number.isFinite(attempt.writeDurationMs)) {
|
|
928
|
-
storageWriteMs = attempt.writeDurationMs;
|
|
929
|
-
}
|
|
930
|
-
}
|
|
931
|
-
|
|
932
|
-
for (const source of [DISTRIBUTION_SOURCE_CACHE, DISTRIBUTION_SOURCE_P2P, DISTRIBUTION_SOURCE_HTTP]) {
|
|
933
|
-
retries[source] = Math.max(0, attemptsBySource[source] - 1);
|
|
934
|
-
}
|
|
935
|
-
|
|
936
|
-
return {
|
|
937
|
-
schemaVersion: DISTRIBUTION_DELIVERY_METRICS_SCHEMA_VERSION,
|
|
938
|
-
totalDurationMs: Number.isFinite(totalDurationMs) ? totalDurationMs : 0,
|
|
939
|
-
sourceOrder: Array.isArray(order) ? [...order] : [...DISTRIBUTION_SOURCES],
|
|
940
|
-
successSource: result?.source ?? null,
|
|
941
|
-
attemptCount,
|
|
942
|
-
sourceAttempts,
|
|
943
|
-
retries,
|
|
944
|
-
failureCodes,
|
|
945
|
-
p2pRttMs: createLatencySummary(p2pDurations),
|
|
946
|
-
httpRttMs: createLatencySummary(httpDurations),
|
|
947
|
-
storageWriteMs,
|
|
948
|
-
};
|
|
949
|
-
}
|
|
950
|
-
|
|
951
223
|
async function emitDeliveryMetricsHook(hook, payload) {
|
|
952
224
|
if (typeof hook !== 'function') {
|
|
953
225
|
return;
|
|
@@ -962,71 +234,6 @@ async function emitDeliveryMetricsHook(hook, payload) {
|
|
|
962
234
|
}
|
|
963
235
|
}
|
|
964
236
|
|
|
965
|
-
function assertExpectedHash(resultHash, expectedHash, shardIndex) {
|
|
966
|
-
if (!expectedHash) return;
|
|
967
|
-
if (!resultHash) {
|
|
968
|
-
const error = createDopplerError(
|
|
969
|
-
ERROR_CODES.DISTRIBUTION_SHARD_HASH_MISMATCH,
|
|
970
|
-
`Shard ${shardIndex} missing hash result`
|
|
971
|
-
);
|
|
972
|
-
error.code = 'hash_missing';
|
|
973
|
-
throw error;
|
|
974
|
-
}
|
|
975
|
-
if (resultHash !== expectedHash) {
|
|
976
|
-
const error = createDopplerError(
|
|
977
|
-
ERROR_CODES.DISTRIBUTION_SHARD_HASH_MISMATCH,
|
|
978
|
-
`Hash mismatch for shard ${shardIndex}: expected ${expectedHash}, got ${resultHash}`
|
|
979
|
-
);
|
|
980
|
-
error.code = 'hash_mismatch';
|
|
981
|
-
error.expectedHash = expectedHash;
|
|
982
|
-
error.actualHash = resultHash;
|
|
983
|
-
throw error;
|
|
984
|
-
}
|
|
985
|
-
}
|
|
986
|
-
|
|
987
|
-
function assertExpectedSize(bytes, expectedSize, shardIndex) {
|
|
988
|
-
if (!Number.isFinite(expectedSize)) return;
|
|
989
|
-
const expected = Math.floor(expectedSize);
|
|
990
|
-
const actual = Number.isFinite(bytes) ? Math.floor(bytes) : -1;
|
|
991
|
-
if (expected < 0 || actual < 0) return;
|
|
992
|
-
if (actual !== expected) {
|
|
993
|
-
const error = createDopplerError(
|
|
994
|
-
ERROR_CODES.DISTRIBUTION_SHARD_SIZE_MISMATCH,
|
|
995
|
-
`Size mismatch for shard ${shardIndex}: expected ${expected}, got ${actual}`
|
|
996
|
-
);
|
|
997
|
-
error.code = 'size_mismatch';
|
|
998
|
-
error.expectedSize = expected;
|
|
999
|
-
error.actualSize = actual;
|
|
1000
|
-
throw error;
|
|
1001
|
-
}
|
|
1002
|
-
}
|
|
1003
|
-
|
|
1004
|
-
function assertExpectedManifestVersionSet(resultVersionSet, expectedVersionSet, shardIndex, source) {
|
|
1005
|
-
const expected = normalizeManifestVersionSet(expectedVersionSet);
|
|
1006
|
-
if (!expected) return;
|
|
1007
|
-
const actual = normalizeManifestVersionSet(resultVersionSet);
|
|
1008
|
-
if (!actual) {
|
|
1009
|
-
const error = createDopplerError(
|
|
1010
|
-
ERROR_CODES.DISTRIBUTION_SHARD_MANIFEST_VERSION_SET_MISMATCH,
|
|
1011
|
-
`Shard ${shardIndex} source "${source}" missing manifestVersionSet while antiRollback.requireManifestVersionSet=true.`
|
|
1012
|
-
);
|
|
1013
|
-
error.code = 'manifest_version_set_missing';
|
|
1014
|
-
error.expectedManifestVersionSet = expected;
|
|
1015
|
-
error.actualManifestVersionSet = actual;
|
|
1016
|
-
throw error;
|
|
1017
|
-
}
|
|
1018
|
-
if (actual !== expected) {
|
|
1019
|
-
const error = createDopplerError(
|
|
1020
|
-
ERROR_CODES.DISTRIBUTION_SHARD_MANIFEST_VERSION_SET_MISMATCH,
|
|
1021
|
-
`Shard ${shardIndex} source "${source}" manifestVersionSet mismatch: expected ${expected}, got ${actual}`
|
|
1022
|
-
);
|
|
1023
|
-
error.code = 'manifest_version_set_mismatch';
|
|
1024
|
-
error.expectedManifestVersionSet = expected;
|
|
1025
|
-
error.actualManifestVersionSet = actual;
|
|
1026
|
-
throw error;
|
|
1027
|
-
}
|
|
1028
|
-
}
|
|
1029
|
-
|
|
1030
237
|
function parseDownloadOptions(options = {}) {
|
|
1031
238
|
return {
|
|
1032
239
|
algorithm: options.algorithm,
|
|
@@ -1058,12 +265,6 @@ function createDeliveryKey(baseUrl, shardIndex, options, order, sourceMatrix) {
|
|
|
1058
265
|
].join('|');
|
|
1059
266
|
}
|
|
1060
267
|
|
|
1061
|
-
function createAbortError(label = 'operation aborted') {
|
|
1062
|
-
const error = new Error(label);
|
|
1063
|
-
error.name = 'AbortError';
|
|
1064
|
-
return error;
|
|
1065
|
-
}
|
|
1066
|
-
|
|
1067
268
|
function awaitWithSignal(promise, signal, label) {
|
|
1068
269
|
if (!signal) return promise;
|
|
1069
270
|
if (signal.aborted) {
|
|
@@ -1085,27 +286,6 @@ function awaitWithSignal(promise, signal, label) {
|
|
|
1085
286
|
});
|
|
1086
287
|
}
|
|
1087
288
|
|
|
1088
|
-
async function withTimeout(promise, timeoutMs, label = 'operation') {
|
|
1089
|
-
if (!timeoutMs || timeoutMs <= 0) {
|
|
1090
|
-
return promise;
|
|
1091
|
-
}
|
|
1092
|
-
|
|
1093
|
-
let timer;
|
|
1094
|
-
const timeout = new Promise((_, reject) => {
|
|
1095
|
-
timer = setTimeout(() => {
|
|
1096
|
-
const error = new Error(`${label} timed out after ${timeoutMs}ms`);
|
|
1097
|
-
error.name = 'TimeoutError';
|
|
1098
|
-
reject(error);
|
|
1099
|
-
}, timeoutMs);
|
|
1100
|
-
});
|
|
1101
|
-
|
|
1102
|
-
try {
|
|
1103
|
-
return await Promise.race([promise, timeout]);
|
|
1104
|
-
} finally {
|
|
1105
|
-
clearTimeout(timer);
|
|
1106
|
-
}
|
|
1107
|
-
}
|
|
1108
|
-
|
|
1109
289
|
export function resolveShardDeliveryPlan(options = {}) {
|
|
1110
290
|
const order = normalizeDistributionSourceOrder(options.sourceOrder);
|
|
1111
291
|
const plan = [];
|
|
@@ -1143,891 +323,6 @@ export function resolveShardDeliveryPlan(options = {}) {
|
|
|
1143
323
|
return { order, plan };
|
|
1144
324
|
}
|
|
1145
325
|
|
|
1146
|
-
async function seedHasherFromStoredPrefix(hasher, shardIndex, expectedPrefixBytes) {
|
|
1147
|
-
if (!Number.isInteger(expectedPrefixBytes) || expectedPrefixBytes <= 0) {
|
|
1148
|
-
return;
|
|
1149
|
-
}
|
|
1150
|
-
let hashedBytes = 0;
|
|
1151
|
-
try {
|
|
1152
|
-
for await (const chunk of streamShardRange(shardIndex, 0, expectedPrefixBytes)) {
|
|
1153
|
-
if (!chunk?.byteLength) continue;
|
|
1154
|
-
const remaining = expectedPrefixBytes - hashedBytes;
|
|
1155
|
-
if (remaining <= 0) break;
|
|
1156
|
-
const next = chunk.byteLength > remaining
|
|
1157
|
-
? chunk.subarray(0, remaining)
|
|
1158
|
-
: chunk;
|
|
1159
|
-
hasher.update(next);
|
|
1160
|
-
hashedBytes += next.byteLength;
|
|
1161
|
-
if (hashedBytes >= expectedPrefixBytes) break;
|
|
1162
|
-
}
|
|
1163
|
-
} catch (error) {
|
|
1164
|
-
throw createShardSizeMismatchError(
|
|
1165
|
-
`Shard ${shardIndex} stored resume prefix unreadable: ${error.message}`,
|
|
1166
|
-
{
|
|
1167
|
-
code: 'resume_state_prefix_mismatch',
|
|
1168
|
-
expectedPrefixBytes,
|
|
1169
|
-
actualPrefixBytes: hashedBytes,
|
|
1170
|
-
}
|
|
1171
|
-
);
|
|
1172
|
-
}
|
|
1173
|
-
if (hashedBytes !== expectedPrefixBytes) {
|
|
1174
|
-
throw createShardSizeMismatchError(
|
|
1175
|
-
`Shard ${shardIndex} stored resume prefix mismatch: expected ${expectedPrefixBytes} bytes, read ${hashedBytes}.`,
|
|
1176
|
-
{
|
|
1177
|
-
code: 'resume_state_prefix_mismatch',
|
|
1178
|
-
expectedPrefixBytes,
|
|
1179
|
-
actualPrefixBytes: hashedBytes,
|
|
1180
|
-
}
|
|
1181
|
-
);
|
|
1182
|
-
}
|
|
1183
|
-
}
|
|
1184
|
-
|
|
1185
|
-
async function resolvePersistedResumeOffset(writeToStore, shardIndex, expectedSize) {
|
|
1186
|
-
if (!writeToStore) return 0;
|
|
1187
|
-
const storedSize = await getShardStoredSize(shardIndex);
|
|
1188
|
-
const resumeOffset = Number.isFinite(storedSize)
|
|
1189
|
-
? Math.max(0, Math.floor(storedSize))
|
|
1190
|
-
: 0;
|
|
1191
|
-
if (resumeOffset <= 0) return 0;
|
|
1192
|
-
if (Number.isFinite(expectedSize)) {
|
|
1193
|
-
const normalizedExpected = Math.max(0, Math.floor(expectedSize));
|
|
1194
|
-
if (resumeOffset > normalizedExpected) {
|
|
1195
|
-
throw createShardSizeMismatchError(
|
|
1196
|
-
`Shard ${shardIndex} stored resume bytes exceed expected size: stored=${resumeOffset}, expected=${normalizedExpected}.`,
|
|
1197
|
-
{
|
|
1198
|
-
code: 'resume_state_oversize',
|
|
1199
|
-
storedBytes: resumeOffset,
|
|
1200
|
-
expectedSize: normalizedExpected,
|
|
1201
|
-
}
|
|
1202
|
-
);
|
|
1203
|
-
}
|
|
1204
|
-
if (resumeOffset === normalizedExpected) {
|
|
1205
|
-
return resumeOffset;
|
|
1206
|
-
}
|
|
1207
|
-
}
|
|
1208
|
-
return resumeOffset;
|
|
1209
|
-
}
|
|
1210
|
-
|
|
1211
|
-
async function createHttpTransferState(writeToStore, shardIndex, algorithm, resumeOffset = 0) {
|
|
1212
|
-
const normalizedResumeOffset = Number.isInteger(resumeOffset) && resumeOffset > 0
|
|
1213
|
-
? resumeOffset
|
|
1214
|
-
: 0;
|
|
1215
|
-
const hasher = await createStreamingHasher(algorithm);
|
|
1216
|
-
if (normalizedResumeOffset > 0) {
|
|
1217
|
-
await seedHasherFromStoredPrefix(hasher, shardIndex, normalizedResumeOffset);
|
|
1218
|
-
}
|
|
1219
|
-
return {
|
|
1220
|
-
hasher,
|
|
1221
|
-
chunks: writeToStore ? null : [],
|
|
1222
|
-
writer: writeToStore
|
|
1223
|
-
? await createShardWriter(shardIndex, {
|
|
1224
|
-
append: normalizedResumeOffset > 0,
|
|
1225
|
-
expectedOffset: normalizedResumeOffset,
|
|
1226
|
-
})
|
|
1227
|
-
: null,
|
|
1228
|
-
writerClosed: false,
|
|
1229
|
-
receivedBytes: normalizedResumeOffset,
|
|
1230
|
-
writeDurationMs: 0,
|
|
1231
|
-
};
|
|
1232
|
-
}
|
|
1233
|
-
|
|
1234
|
-
async function resetHttpTransferState(state, writeToStore, shardIndex, algorithm) {
|
|
1235
|
-
await state.writer?.abort?.();
|
|
1236
|
-
state.hasher = await createStreamingHasher(algorithm);
|
|
1237
|
-
state.chunks = writeToStore ? null : [];
|
|
1238
|
-
state.writer = writeToStore ? await createShardWriter(shardIndex) : null;
|
|
1239
|
-
state.writerClosed = false;
|
|
1240
|
-
state.receivedBytes = 0;
|
|
1241
|
-
state.writeDurationMs = 0;
|
|
1242
|
-
}
|
|
1243
|
-
|
|
1244
|
-
async function appendHttpTransferChunk(state, chunk) {
|
|
1245
|
-
const bytes = chunk instanceof Uint8Array ? chunk : new Uint8Array(chunk);
|
|
1246
|
-
state.hasher.update(bytes);
|
|
1247
|
-
if (state.writer) {
|
|
1248
|
-
const writeStart = performance.now();
|
|
1249
|
-
await state.writer.write(bytes);
|
|
1250
|
-
state.writeDurationMs += performance.now() - writeStart;
|
|
1251
|
-
} else if (state.chunks) {
|
|
1252
|
-
state.chunks.push(bytes.slice(0));
|
|
1253
|
-
}
|
|
1254
|
-
state.receivedBytes += bytes.byteLength;
|
|
1255
|
-
}
|
|
1256
|
-
|
|
1257
|
-
function hasCompleteExpectedHttpTransfer(state, expectedSize) {
|
|
1258
|
-
if (!Number.isFinite(expectedSize)) {
|
|
1259
|
-
return false;
|
|
1260
|
-
}
|
|
1261
|
-
const expected = Math.max(0, Math.floor(expectedSize));
|
|
1262
|
-
return Number.isInteger(state?.receivedBytes) && state.receivedBytes === expected;
|
|
1263
|
-
}
|
|
1264
|
-
|
|
1265
|
-
function createHttpStreamReadError(
|
|
1266
|
-
error,
|
|
1267
|
-
shardIndex,
|
|
1268
|
-
attempt,
|
|
1269
|
-
maxRetries,
|
|
1270
|
-
requestedRangeHeader,
|
|
1271
|
-
receivedBytes,
|
|
1272
|
-
expectedSize
|
|
1273
|
-
) {
|
|
1274
|
-
const rangeDetail = requestedRangeHeader ? ` range=${requestedRangeHeader}` : '';
|
|
1275
|
-
const expectedDetail = Number.isFinite(expectedSize) ? ` expected=${Math.floor(expectedSize)}` : '';
|
|
1276
|
-
const message = error?.message || String(error);
|
|
1277
|
-
const wrapped = new Error(
|
|
1278
|
-
`Shard ${shardIndex} HTTP stream read failed on attempt ${attempt + 1}/${maxRetries + 1}${rangeDetail} received=${receivedBytes}${expectedDetail}: ${message}`,
|
|
1279
|
-
error instanceof Error ? { cause: error } : undefined
|
|
1280
|
-
);
|
|
1281
|
-
wrapped.name = error?.name || 'Error';
|
|
1282
|
-
wrapped.code = 'stream_read_failed';
|
|
1283
|
-
wrapped.shardIndex = shardIndex;
|
|
1284
|
-
wrapped.attempt = attempt;
|
|
1285
|
-
wrapped.maxRetries = maxRetries;
|
|
1286
|
-
wrapped.requestedRange = requestedRangeHeader;
|
|
1287
|
-
wrapped.receivedBytes = receivedBytes;
|
|
1288
|
-
wrapped.expectedSize = Number.isFinite(expectedSize) ? Math.floor(expectedSize) : null;
|
|
1289
|
-
return wrapped;
|
|
1290
|
-
}
|
|
1291
|
-
|
|
1292
|
-
async function finalizeHttpTransferState(state, startTime, shardIndex) {
|
|
1293
|
-
if (state.finalizedResult) {
|
|
1294
|
-
return state.finalizedResult;
|
|
1295
|
-
}
|
|
1296
|
-
const hashBytes = await state.hasher.finalize();
|
|
1297
|
-
const hash = bytesToHex(hashBytes);
|
|
1298
|
-
if (state.writer) {
|
|
1299
|
-
const closeStart = performance.now();
|
|
1300
|
-
await state.writer.close();
|
|
1301
|
-
state.writerClosed = true;
|
|
1302
|
-
state.writeDurationMs += performance.now() - closeStart;
|
|
1303
|
-
const elapsed = (performance.now() - startTime) / 1000;
|
|
1304
|
-
const speed = elapsed > 0 ? state.receivedBytes / elapsed : 0;
|
|
1305
|
-
const speedDisplay = `${(speed / (1024 * 1024)).toFixed(2)}MB/s`;
|
|
1306
|
-
log.verbose(
|
|
1307
|
-
'Distribution',
|
|
1308
|
-
`Shard ${shardIndex}: http stream (${state.receivedBytes} bytes, ${elapsed.toFixed(2)}s, ${speedDisplay})`
|
|
1309
|
-
);
|
|
1310
|
-
state.finalizedResult = {
|
|
1311
|
-
buffer: null,
|
|
1312
|
-
bytes: state.receivedBytes,
|
|
1313
|
-
hash,
|
|
1314
|
-
wrote: true,
|
|
1315
|
-
source: DISTRIBUTION_SOURCE_HTTP,
|
|
1316
|
-
path: 'http-stream-store',
|
|
1317
|
-
writeDurationMs: state.writeDurationMs,
|
|
1318
|
-
};
|
|
1319
|
-
return state.finalizedResult;
|
|
1320
|
-
}
|
|
1321
|
-
|
|
1322
|
-
const buffer = !state.chunks || state.chunks.length === 0
|
|
1323
|
-
? new ArrayBuffer(0)
|
|
1324
|
-
: await new Blob(state.chunks).arrayBuffer();
|
|
1325
|
-
state.finalizedResult = {
|
|
1326
|
-
buffer,
|
|
1327
|
-
bytes: buffer.byteLength,
|
|
1328
|
-
hash,
|
|
1329
|
-
wrote: false,
|
|
1330
|
-
source: DISTRIBUTION_SOURCE_HTTP,
|
|
1331
|
-
path: 'http-stream-buffer',
|
|
1332
|
-
writeDurationMs: null,
|
|
1333
|
-
};
|
|
1334
|
-
return state.finalizedResult;
|
|
1335
|
-
}
|
|
1336
|
-
|
|
1337
|
-
async function finalizeHttpTransferStateAtRejectedEof(
|
|
1338
|
-
state,
|
|
1339
|
-
startTime,
|
|
1340
|
-
shardIndex,
|
|
1341
|
-
algorithm,
|
|
1342
|
-
writeToStore
|
|
1343
|
-
) {
|
|
1344
|
-
try {
|
|
1345
|
-
return await finalizeHttpTransferState(state, startTime, shardIndex);
|
|
1346
|
-
} catch (error) {
|
|
1347
|
-
if (!String(error?.message || '').includes('BLAKE3 finalize called with no chunks')) {
|
|
1348
|
-
throw error;
|
|
1349
|
-
}
|
|
1350
|
-
if (!writeToStore) {
|
|
1351
|
-
throw error;
|
|
1352
|
-
}
|
|
1353
|
-
if (state.writer && !state.writerClosed) {
|
|
1354
|
-
const closeStart = performance.now();
|
|
1355
|
-
await state.writer.close();
|
|
1356
|
-
state.writerClosed = true;
|
|
1357
|
-
state.writeDurationMs += performance.now() - closeStart;
|
|
1358
|
-
}
|
|
1359
|
-
const buffer = await loadShardFromStore(shardIndex, { verify: false });
|
|
1360
|
-
return {
|
|
1361
|
-
buffer: null,
|
|
1362
|
-
bytes: buffer.byteLength,
|
|
1363
|
-
hash: await computeHash(buffer, algorithm),
|
|
1364
|
-
wrote: true,
|
|
1365
|
-
source: DISTRIBUTION_SOURCE_HTTP,
|
|
1366
|
-
path: 'http-stream-store',
|
|
1367
|
-
writeDurationMs: state.writeDurationMs,
|
|
1368
|
-
};
|
|
1369
|
-
}
|
|
1370
|
-
}
|
|
1371
|
-
|
|
1372
|
-
async function abortHttpTransferState(state) {
|
|
1373
|
-
if (state.writer && !state.writerClosed) {
|
|
1374
|
-
await state.writer.abort?.();
|
|
1375
|
-
state.writerClosed = true;
|
|
1376
|
-
}
|
|
1377
|
-
}
|
|
1378
|
-
|
|
1379
|
-
async function persistHttpTransferState(state) {
|
|
1380
|
-
if (!state.writer || state.writerClosed) {
|
|
1381
|
-
return;
|
|
1382
|
-
}
|
|
1383
|
-
if (state.receivedBytes > 0) {
|
|
1384
|
-
const closeStart = performance.now();
|
|
1385
|
-
await state.writer.close();
|
|
1386
|
-
state.writerClosed = true;
|
|
1387
|
-
state.writeDurationMs += performance.now() - closeStart;
|
|
1388
|
-
return;
|
|
1389
|
-
}
|
|
1390
|
-
await state.writer.abort?.();
|
|
1391
|
-
state.writerClosed = true;
|
|
1392
|
-
}
|
|
1393
|
-
|
|
1394
|
-
async function clearPersistedShardState(shardIndex) {
|
|
1395
|
-
const deleted = await deleteShard(shardIndex);
|
|
1396
|
-
if (deleted) {
|
|
1397
|
-
return;
|
|
1398
|
-
}
|
|
1399
|
-
const writer = await createShardWriter(shardIndex, {
|
|
1400
|
-
append: false,
|
|
1401
|
-
expectedOffset: 0,
|
|
1402
|
-
});
|
|
1403
|
-
await writer.abort?.();
|
|
1404
|
-
}
|
|
1405
|
-
|
|
1406
|
-
async function recoverHttpRejectedResumeRange(
|
|
1407
|
-
baseUrl,
|
|
1408
|
-
shardInfo,
|
|
1409
|
-
shardIndex,
|
|
1410
|
-
options,
|
|
1411
|
-
transferState,
|
|
1412
|
-
writeToStore
|
|
1413
|
-
) {
|
|
1414
|
-
await abortHttpTransferState(transferState);
|
|
1415
|
-
if (writeToStore) {
|
|
1416
|
-
await clearPersistedShardState(shardIndex);
|
|
1417
|
-
}
|
|
1418
|
-
return downloadShardFromHttp(baseUrl, shardInfo, shardIndex, {
|
|
1419
|
-
...options,
|
|
1420
|
-
__disablePersistedResume: true,
|
|
1421
|
-
__resumeRangeRecoveryCount: (options.__resumeRangeRecoveryCount ?? 0) + 1,
|
|
1422
|
-
});
|
|
1423
|
-
}
|
|
1424
|
-
|
|
1425
|
-
async function downloadShardFromHttp(baseUrl, shardInfo, shardIndex, options = {}) {
|
|
1426
|
-
const {
|
|
1427
|
-
signal,
|
|
1428
|
-
algorithm,
|
|
1429
|
-
onProgress,
|
|
1430
|
-
requiredEncoding,
|
|
1431
|
-
writeToStore = false,
|
|
1432
|
-
} = options;
|
|
1433
|
-
|
|
1434
|
-
if (!algorithm) {
|
|
1435
|
-
throw new Error('Missing hash algorithm for shard download.');
|
|
1436
|
-
}
|
|
1437
|
-
|
|
1438
|
-
const startTime = performance.now();
|
|
1439
|
-
const url = buildShardUrl(baseUrl, shardInfo);
|
|
1440
|
-
let lastError;
|
|
1441
|
-
const maxRetries = normalizeRequiredInteger(
|
|
1442
|
-
options.maxRetries,
|
|
1443
|
-
'download.maxRetries',
|
|
1444
|
-
{ allowZero: true, fallback: 3 }
|
|
1445
|
-
);
|
|
1446
|
-
const initialRetryDelayMs = normalizeRequiredInteger(
|
|
1447
|
-
options.initialRetryDelayMs,
|
|
1448
|
-
'download.initialRetryDelayMs',
|
|
1449
|
-
{ allowZero: true, fallback: 1000 }
|
|
1450
|
-
);
|
|
1451
|
-
const maxRetryDelayMs = normalizeRequiredInteger(
|
|
1452
|
-
options.maxRetryDelayMs,
|
|
1453
|
-
'download.maxRetryDelayMs',
|
|
1454
|
-
{ allowZero: true, fallback: 30000 }
|
|
1455
|
-
);
|
|
1456
|
-
const progressTotalBytes = Number.isFinite(options.expectedSize)
|
|
1457
|
-
? Math.floor(options.expectedSize)
|
|
1458
|
-
: (Number.isFinite(shardInfo?.size) ? Math.floor(shardInfo.size) : 0);
|
|
1459
|
-
let retryDelay = initialRetryDelayMs;
|
|
1460
|
-
const disablePersistedResume = options.__disablePersistedResume === true;
|
|
1461
|
-
let resumeOffset = 0;
|
|
1462
|
-
if (!disablePersistedResume) {
|
|
1463
|
-
try {
|
|
1464
|
-
resumeOffset = await resolvePersistedResumeOffset(
|
|
1465
|
-
writeToStore,
|
|
1466
|
-
shardIndex,
|
|
1467
|
-
options.expectedSize
|
|
1468
|
-
);
|
|
1469
|
-
} catch (error) {
|
|
1470
|
-
if (writeToStore && error?.code === 'resume_state_oversize') {
|
|
1471
|
-
await clearPersistedShardState(shardIndex);
|
|
1472
|
-
resumeOffset = 0;
|
|
1473
|
-
} else {
|
|
1474
|
-
throw error;
|
|
1475
|
-
}
|
|
1476
|
-
}
|
|
1477
|
-
}
|
|
1478
|
-
const startedWithResume = resumeOffset > 0;
|
|
1479
|
-
let transferState;
|
|
1480
|
-
try {
|
|
1481
|
-
transferState = await createHttpTransferState(
|
|
1482
|
-
writeToStore,
|
|
1483
|
-
shardIndex,
|
|
1484
|
-
algorithm,
|
|
1485
|
-
resumeOffset
|
|
1486
|
-
);
|
|
1487
|
-
} catch (error) {
|
|
1488
|
-
if (writeToStore && error?.code === 'resume_state_prefix_mismatch') {
|
|
1489
|
-
await clearPersistedShardState(shardIndex);
|
|
1490
|
-
resumeOffset = 0;
|
|
1491
|
-
transferState = await createHttpTransferState(
|
|
1492
|
-
writeToStore,
|
|
1493
|
-
shardIndex,
|
|
1494
|
-
algorithm,
|
|
1495
|
-
0
|
|
1496
|
-
);
|
|
1497
|
-
} else {
|
|
1498
|
-
throw error;
|
|
1499
|
-
}
|
|
1500
|
-
}
|
|
1501
|
-
|
|
1502
|
-
for (let attempt = 0; attempt <= maxRetries; attempt += 1) {
|
|
1503
|
-
let requestedResumeOffset = 0;
|
|
1504
|
-
let requestedRangeHeader = null;
|
|
1505
|
-
try {
|
|
1506
|
-
requestedResumeOffset = transferState.receivedBytes;
|
|
1507
|
-
requestedRangeHeader = requestedResumeOffset > 0
|
|
1508
|
-
? `bytes=${requestedResumeOffset}-`
|
|
1509
|
-
: null;
|
|
1510
|
-
const requestHeaders = requestedRangeHeader
|
|
1511
|
-
? { range: requestedRangeHeader }
|
|
1512
|
-
: undefined;
|
|
1513
|
-
const response = await fetch(url, {
|
|
1514
|
-
signal,
|
|
1515
|
-
headers: requestHeaders,
|
|
1516
|
-
cache: 'no-store',
|
|
1517
|
-
});
|
|
1518
|
-
if (!response.ok) {
|
|
1519
|
-
const rangeDetail = requestedRangeHeader ? ` range=${requestedRangeHeader}` : '';
|
|
1520
|
-
const error = new Error(
|
|
1521
|
-
`Shard ${shardIndex} HTTP ${response.status}: ${response.statusText}${rangeDetail}`
|
|
1522
|
-
);
|
|
1523
|
-
error.status = response.status;
|
|
1524
|
-
error.shardIndex = shardIndex;
|
|
1525
|
-
error.requestedRange = requestedRangeHeader;
|
|
1526
|
-
throw error;
|
|
1527
|
-
}
|
|
1528
|
-
|
|
1529
|
-
assertRequiredContentEncoding(response, requiredEncoding, `shard ${shardIndex}`);
|
|
1530
|
-
const contentLength = parseContentLengthHeader(response, shardIndex);
|
|
1531
|
-
const contentRange = parseContentRangeHeader(response, shardIndex);
|
|
1532
|
-
assertHttpResponseBoundaryHeaders(response, shardIndex, contentLength, contentRange);
|
|
1533
|
-
const { resetState } = assertHttpResumeAlignment(
|
|
1534
|
-
response,
|
|
1535
|
-
shardIndex,
|
|
1536
|
-
requestedResumeOffset,
|
|
1537
|
-
contentRange
|
|
1538
|
-
);
|
|
1539
|
-
if (resetState) {
|
|
1540
|
-
await resetHttpTransferState(transferState, writeToStore, shardIndex, algorithm);
|
|
1541
|
-
}
|
|
1542
|
-
|
|
1543
|
-
if (!response.body) {
|
|
1544
|
-
const buffer = await response.arrayBuffer();
|
|
1545
|
-
assertHttpPayloadBoundary(
|
|
1546
|
-
shardIndex,
|
|
1547
|
-
buffer.byteLength,
|
|
1548
|
-
contentLength,
|
|
1549
|
-
contentRange,
|
|
1550
|
-
options.expectedSize
|
|
1551
|
-
);
|
|
1552
|
-
await appendHttpTransferChunk(transferState, new Uint8Array(buffer));
|
|
1553
|
-
const total = progressTotalBytes > 0 ? progressTotalBytes : transferState.receivedBytes;
|
|
1554
|
-
const percent = total > 0
|
|
1555
|
-
? Math.min(100, Math.floor((transferState.receivedBytes / total) * 100))
|
|
1556
|
-
: 100;
|
|
1557
|
-
onProgress?.({
|
|
1558
|
-
shardIndex,
|
|
1559
|
-
receivedBytes: transferState.receivedBytes,
|
|
1560
|
-
totalBytes: total,
|
|
1561
|
-
percent,
|
|
1562
|
-
});
|
|
1563
|
-
|
|
1564
|
-
const finalized = await finalizeHttpTransferState(transferState, startTime, shardIndex);
|
|
1565
|
-
const result = {
|
|
1566
|
-
...finalized,
|
|
1567
|
-
path: finalized.wrote ? finalized.path : 'http-blob',
|
|
1568
|
-
manifestVersionSet: options.expectedManifestVersionSet ?? null,
|
|
1569
|
-
};
|
|
1570
|
-
if (
|
|
1571
|
-
writeToStore
|
|
1572
|
-
&& startedWithResume
|
|
1573
|
-
&& options.__resumeRecoveryAttempted !== true
|
|
1574
|
-
&& options.expectedHash
|
|
1575
|
-
&& result.hash !== options.expectedHash
|
|
1576
|
-
) {
|
|
1577
|
-
await clearPersistedShardState(shardIndex);
|
|
1578
|
-
return downloadShardFromHttp(baseUrl, shardInfo, shardIndex, {
|
|
1579
|
-
...options,
|
|
1580
|
-
__disablePersistedResume: true,
|
|
1581
|
-
__resumeRecoveryAttempted: true,
|
|
1582
|
-
});
|
|
1583
|
-
}
|
|
1584
|
-
return result;
|
|
1585
|
-
}
|
|
1586
|
-
|
|
1587
|
-
const reader = response.body.getReader();
|
|
1588
|
-
let attemptBytes = 0;
|
|
1589
|
-
|
|
1590
|
-
try {
|
|
1591
|
-
while (true) {
|
|
1592
|
-
const { done, value } = await reader.read();
|
|
1593
|
-
if (done) break;
|
|
1594
|
-
|
|
1595
|
-
if (value?.length) {
|
|
1596
|
-
await appendHttpTransferChunk(transferState, value);
|
|
1597
|
-
attemptBytes += value.length;
|
|
1598
|
-
}
|
|
1599
|
-
|
|
1600
|
-
const total = progressTotalBytes > 0 ? progressTotalBytes : transferState.receivedBytes;
|
|
1601
|
-
onProgress?.({
|
|
1602
|
-
shardIndex,
|
|
1603
|
-
receivedBytes: transferState.receivedBytes,
|
|
1604
|
-
totalBytes: total,
|
|
1605
|
-
percent: total > 0 ? (transferState.receivedBytes / total) * 100 : 0,
|
|
1606
|
-
});
|
|
1607
|
-
}
|
|
1608
|
-
|
|
1609
|
-
assertHttpPayloadBoundary(
|
|
1610
|
-
shardIndex,
|
|
1611
|
-
attemptBytes,
|
|
1612
|
-
contentLength,
|
|
1613
|
-
contentRange,
|
|
1614
|
-
options.expectedSize
|
|
1615
|
-
);
|
|
1616
|
-
const finalized = await finalizeHttpTransferState(transferState, startTime, shardIndex);
|
|
1617
|
-
const result = {
|
|
1618
|
-
...finalized,
|
|
1619
|
-
manifestVersionSet: options.expectedManifestVersionSet ?? null,
|
|
1620
|
-
};
|
|
1621
|
-
if (
|
|
1622
|
-
writeToStore
|
|
1623
|
-
&& startedWithResume
|
|
1624
|
-
&& options.__resumeRecoveryAttempted !== true
|
|
1625
|
-
&& options.expectedHash
|
|
1626
|
-
&& result.hash !== options.expectedHash
|
|
1627
|
-
) {
|
|
1628
|
-
await clearPersistedShardState(shardIndex);
|
|
1629
|
-
return downloadShardFromHttp(baseUrl, shardInfo, shardIndex, {
|
|
1630
|
-
...options,
|
|
1631
|
-
__disablePersistedResume: true,
|
|
1632
|
-
__resumeRecoveryAttempted: true,
|
|
1633
|
-
});
|
|
1634
|
-
}
|
|
1635
|
-
return result;
|
|
1636
|
-
} catch (error) {
|
|
1637
|
-
if (hasCompleteExpectedHttpTransfer(transferState, options.expectedSize)) {
|
|
1638
|
-
assertHttpPayloadBoundary(
|
|
1639
|
-
shardIndex,
|
|
1640
|
-
attemptBytes,
|
|
1641
|
-
contentLength,
|
|
1642
|
-
contentRange,
|
|
1643
|
-
options.expectedSize
|
|
1644
|
-
);
|
|
1645
|
-
const finalized = await finalizeHttpTransferState(transferState, startTime, shardIndex);
|
|
1646
|
-
const result = {
|
|
1647
|
-
...finalized,
|
|
1648
|
-
manifestVersionSet: options.expectedManifestVersionSet ?? null,
|
|
1649
|
-
};
|
|
1650
|
-
if (
|
|
1651
|
-
writeToStore
|
|
1652
|
-
&& startedWithResume
|
|
1653
|
-
&& options.__resumeRecoveryAttempted !== true
|
|
1654
|
-
&& options.expectedHash
|
|
1655
|
-
&& result.hash !== options.expectedHash
|
|
1656
|
-
) {
|
|
1657
|
-
await clearPersistedShardState(shardIndex);
|
|
1658
|
-
return downloadShardFromHttp(baseUrl, shardInfo, shardIndex, {
|
|
1659
|
-
...options,
|
|
1660
|
-
__disablePersistedResume: true,
|
|
1661
|
-
__resumeRecoveryAttempted: true,
|
|
1662
|
-
});
|
|
1663
|
-
}
|
|
1664
|
-
return result;
|
|
1665
|
-
}
|
|
1666
|
-
throw createHttpStreamReadError(
|
|
1667
|
-
error,
|
|
1668
|
-
shardIndex,
|
|
1669
|
-
attempt,
|
|
1670
|
-
maxRetries,
|
|
1671
|
-
requestedRangeHeader,
|
|
1672
|
-
transferState.receivedBytes,
|
|
1673
|
-
options.expectedSize
|
|
1674
|
-
);
|
|
1675
|
-
}
|
|
1676
|
-
} catch (error) {
|
|
1677
|
-
lastError = error;
|
|
1678
|
-
|
|
1679
|
-
if (error?.name === 'AbortError') {
|
|
1680
|
-
if (writeToStore) {
|
|
1681
|
-
await persistHttpTransferState(transferState);
|
|
1682
|
-
} else {
|
|
1683
|
-
await abortHttpTransferState(transferState);
|
|
1684
|
-
}
|
|
1685
|
-
throw error;
|
|
1686
|
-
}
|
|
1687
|
-
|
|
1688
|
-
if (
|
|
1689
|
-
error?.status === 416
|
|
1690
|
-
&& requestedResumeOffset > 0
|
|
1691
|
-
&& Number.isFinite(options.expectedSize)
|
|
1692
|
-
&& requestedResumeOffset === Math.floor(options.expectedSize)
|
|
1693
|
-
) {
|
|
1694
|
-
const finalized = await finalizeHttpTransferStateAtRejectedEof(
|
|
1695
|
-
transferState,
|
|
1696
|
-
startTime,
|
|
1697
|
-
shardIndex,
|
|
1698
|
-
algorithm,
|
|
1699
|
-
writeToStore
|
|
1700
|
-
);
|
|
1701
|
-
return {
|
|
1702
|
-
...finalized,
|
|
1703
|
-
manifestVersionSet: options.expectedManifestVersionSet ?? null,
|
|
1704
|
-
};
|
|
1705
|
-
}
|
|
1706
|
-
|
|
1707
|
-
if (
|
|
1708
|
-
error?.status === 416
|
|
1709
|
-
&& requestedResumeOffset > 0
|
|
1710
|
-
&& (options.__resumeRangeRecoveryCount ?? 0) <= maxRetries
|
|
1711
|
-
) {
|
|
1712
|
-
return recoverHttpRejectedResumeRange(
|
|
1713
|
-
baseUrl,
|
|
1714
|
-
shardInfo,
|
|
1715
|
-
shardIndex,
|
|
1716
|
-
options,
|
|
1717
|
-
transferState,
|
|
1718
|
-
writeToStore
|
|
1719
|
-
);
|
|
1720
|
-
}
|
|
1721
|
-
|
|
1722
|
-
if (Number.isInteger(error?.status) && error.status >= 400 && error.status < 500 && error.status !== 429) {
|
|
1723
|
-
await abortHttpTransferState(transferState);
|
|
1724
|
-
throw error;
|
|
1725
|
-
}
|
|
1726
|
-
if (typeof error?.code === 'string' && error.code.startsWith('http_')) {
|
|
1727
|
-
await abortHttpTransferState(transferState);
|
|
1728
|
-
throw error;
|
|
1729
|
-
}
|
|
1730
|
-
|
|
1731
|
-
if (attempt < maxRetries) {
|
|
1732
|
-
await new Promise((resolve) => setTimeout(resolve, retryDelay));
|
|
1733
|
-
retryDelay = Math.min(retryDelay * 2, maxRetryDelayMs);
|
|
1734
|
-
continue;
|
|
1735
|
-
}
|
|
1736
|
-
|
|
1737
|
-
if (writeToStore) {
|
|
1738
|
-
await persistHttpTransferState(transferState);
|
|
1739
|
-
} else {
|
|
1740
|
-
await abortHttpTransferState(transferState);
|
|
1741
|
-
}
|
|
1742
|
-
}
|
|
1743
|
-
}
|
|
1744
|
-
|
|
1745
|
-
if (writeToStore) {
|
|
1746
|
-
await persistHttpTransferState(transferState);
|
|
1747
|
-
} else {
|
|
1748
|
-
await abortHttpTransferState(transferState);
|
|
1749
|
-
}
|
|
1750
|
-
throw lastError;
|
|
1751
|
-
}
|
|
1752
|
-
|
|
1753
|
-
async function downloadShardFromP2P(shardIndex, shardInfo, p2pConfig, options = {}) {
|
|
1754
|
-
const transport = p2pConfig.transport;
|
|
1755
|
-
if (!p2pConfig.enabled || typeof transport !== 'function') {
|
|
1756
|
-
throw createP2PTransportError(
|
|
1757
|
-
P2P_TRANSPORT_ERROR_CODES.unconfigured,
|
|
1758
|
-
'P2P transport is not configured',
|
|
1759
|
-
{ shardIndex }
|
|
1760
|
-
);
|
|
1761
|
-
}
|
|
1762
|
-
const transportState = getP2PTransportPolicyState(transport);
|
|
1763
|
-
|
|
1764
|
-
const writeToStore = options.writeToStore === true;
|
|
1765
|
-
const algorithm = options.algorithm;
|
|
1766
|
-
if (writeToStore && !algorithm) {
|
|
1767
|
-
throw new Error(`Missing hash algorithm for shard ${shardIndex} p2p transfer.`);
|
|
1768
|
-
}
|
|
1769
|
-
|
|
1770
|
-
const expectedSize = Number.isFinite(options.expectedSize)
|
|
1771
|
-
? Math.floor(options.expectedSize)
|
|
1772
|
-
: null;
|
|
1773
|
-
const disablePersistedResume = options.__disablePersistedResume === true;
|
|
1774
|
-
let seededResumeOffset = 0;
|
|
1775
|
-
let transferState = null;
|
|
1776
|
-
if (writeToStore) {
|
|
1777
|
-
if (!disablePersistedResume) {
|
|
1778
|
-
try {
|
|
1779
|
-
seededResumeOffset = await resolvePersistedResumeOffset(
|
|
1780
|
-
true,
|
|
1781
|
-
shardIndex,
|
|
1782
|
-
expectedSize
|
|
1783
|
-
);
|
|
1784
|
-
} catch (error) {
|
|
1785
|
-
if (error?.code === 'resume_state_oversize') {
|
|
1786
|
-
await clearPersistedShardState(shardIndex);
|
|
1787
|
-
seededResumeOffset = 0;
|
|
1788
|
-
} else {
|
|
1789
|
-
throw error;
|
|
1790
|
-
}
|
|
1791
|
-
}
|
|
1792
|
-
}
|
|
1793
|
-
try {
|
|
1794
|
-
transferState = await createHttpTransferState(
|
|
1795
|
-
true,
|
|
1796
|
-
shardIndex,
|
|
1797
|
-
algorithm,
|
|
1798
|
-
seededResumeOffset
|
|
1799
|
-
);
|
|
1800
|
-
} catch (error) {
|
|
1801
|
-
if (error?.code === 'resume_state_prefix_mismatch') {
|
|
1802
|
-
await clearPersistedShardState(shardIndex);
|
|
1803
|
-
seededResumeOffset = 0;
|
|
1804
|
-
transferState = await createHttpTransferState(true, shardIndex, algorithm, 0);
|
|
1805
|
-
} else {
|
|
1806
|
-
throw error;
|
|
1807
|
-
}
|
|
1808
|
-
}
|
|
1809
|
-
}
|
|
1810
|
-
const startedWithResume = writeToStore && seededResumeOffset > 0;
|
|
1811
|
-
|
|
1812
|
-
const startTime = performance.now();
|
|
1813
|
-
let lastError = null;
|
|
1814
|
-
const maxRetries = Math.max(0, p2pConfig.maxRetries);
|
|
1815
|
-
for (let attempt = 0; attempt <= maxRetries; attempt += 1) {
|
|
1816
|
-
try {
|
|
1817
|
-
const requestResumeOffset = transferState?.receivedBytes ?? 0;
|
|
1818
|
-
const nowMs = Date.now();
|
|
1819
|
-
const attemptContext = {
|
|
1820
|
-
shardIndex,
|
|
1821
|
-
attempt,
|
|
1822
|
-
maxRetries,
|
|
1823
|
-
resumeOffset: requestResumeOffset,
|
|
1824
|
-
expectedHash: options.expectedHash ?? null,
|
|
1825
|
-
expectedSize: options.expectedSize ?? null,
|
|
1826
|
-
expectedManifestVersionSet: options.expectedManifestVersionSet ?? null,
|
|
1827
|
-
};
|
|
1828
|
-
await refreshP2PSessionTokenFromControlPlane(
|
|
1829
|
-
p2pConfig,
|
|
1830
|
-
attemptContext,
|
|
1831
|
-
nowMs
|
|
1832
|
-
);
|
|
1833
|
-
await enforceP2PControlPlanePolicy(
|
|
1834
|
-
p2pConfig,
|
|
1835
|
-
attemptContext,
|
|
1836
|
-
nowMs
|
|
1837
|
-
);
|
|
1838
|
-
enforceP2PSecurityAndAbusePolicy(
|
|
1839
|
-
p2pConfig,
|
|
1840
|
-
transportState,
|
|
1841
|
-
shardIndex,
|
|
1842
|
-
nowMs
|
|
1843
|
-
);
|
|
1844
|
-
const transportResult = await withTimeout(
|
|
1845
|
-
transport({
|
|
1846
|
-
shardIndex,
|
|
1847
|
-
shardInfo,
|
|
1848
|
-
signal: options.signal,
|
|
1849
|
-
source: DISTRIBUTION_SOURCE_P2P,
|
|
1850
|
-
timeoutMs: p2pConfig.timeoutMs,
|
|
1851
|
-
contractVersion: p2pConfig.contractVersion,
|
|
1852
|
-
attempt,
|
|
1853
|
-
maxRetries,
|
|
1854
|
-
resumeOffset: requestResumeOffset,
|
|
1855
|
-
expectedHash: options.expectedHash ?? null,
|
|
1856
|
-
expectedSize: options.expectedSize ?? null,
|
|
1857
|
-
expectedManifestVersionSet: options.expectedManifestVersionSet ?? null,
|
|
1858
|
-
}),
|
|
1859
|
-
p2pConfig.timeoutMs,
|
|
1860
|
-
`P2P shard ${shardIndex}`
|
|
1861
|
-
);
|
|
1862
|
-
const payload = normalizeP2PTransportResult(
|
|
1863
|
-
transportResult,
|
|
1864
|
-
`P2P transport result for shard ${shardIndex}`
|
|
1865
|
-
);
|
|
1866
|
-
if (!payload) {
|
|
1867
|
-
throw createP2PTransportError(
|
|
1868
|
-
P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
|
|
1869
|
-
`P2P transport returned empty payload for shard ${shardIndex}`,
|
|
1870
|
-
{ shardIndex }
|
|
1871
|
-
);
|
|
1872
|
-
}
|
|
1873
|
-
|
|
1874
|
-
const payloadRangeStart = payload.rangeStart;
|
|
1875
|
-
const payloadTotalSize = payload.totalSize;
|
|
1876
|
-
assertP2PTotalSize(shardIndex, payloadTotalSize, expectedSize);
|
|
1877
|
-
|
|
1878
|
-
const onProgress = options.onProgress ?? null;
|
|
1879
|
-
const transferResult = await (async () => {
|
|
1880
|
-
if (!writeToStore) {
|
|
1881
|
-
assertP2PPayloadRangeStart(shardIndex, payloadRangeStart, 0);
|
|
1882
|
-
assertP2PPayloadBoundary(
|
|
1883
|
-
shardIndex,
|
|
1884
|
-
0,
|
|
1885
|
-
payload.data.byteLength,
|
|
1886
|
-
payloadTotalSize,
|
|
1887
|
-
false
|
|
1888
|
-
);
|
|
1889
|
-
onProgress?.({
|
|
1890
|
-
shardIndex,
|
|
1891
|
-
receivedBytes: payload.data.byteLength,
|
|
1892
|
-
totalBytes: expectedSize ?? payloadTotalSize ?? payload.data.byteLength,
|
|
1893
|
-
percent: 100,
|
|
1894
|
-
});
|
|
1895
|
-
return {
|
|
1896
|
-
buffer: payload.data,
|
|
1897
|
-
bytes: payload.data.byteLength,
|
|
1898
|
-
source: DISTRIBUTION_SOURCE_P2P,
|
|
1899
|
-
path: 'p2p-transport',
|
|
1900
|
-
wrote: false,
|
|
1901
|
-
writeDurationMs: null,
|
|
1902
|
-
};
|
|
1903
|
-
}
|
|
1904
|
-
|
|
1905
|
-
let effectiveRangeStart = payloadRangeStart;
|
|
1906
|
-
if (effectiveRangeStart == null) {
|
|
1907
|
-
effectiveRangeStart = requestResumeOffset;
|
|
1908
|
-
}
|
|
1909
|
-
if (requestResumeOffset > 0 && effectiveRangeStart === 0) {
|
|
1910
|
-
await resetHttpTransferState(transferState, true, shardIndex, algorithm);
|
|
1911
|
-
} else {
|
|
1912
|
-
assertP2PPayloadRangeStart(
|
|
1913
|
-
shardIndex,
|
|
1914
|
-
effectiveRangeStart,
|
|
1915
|
-
transferState.receivedBytes
|
|
1916
|
-
);
|
|
1917
|
-
}
|
|
1918
|
-
assertP2PPayloadBoundary(
|
|
1919
|
-
shardIndex,
|
|
1920
|
-
effectiveRangeStart,
|
|
1921
|
-
payload.data.byteLength,
|
|
1922
|
-
payloadTotalSize,
|
|
1923
|
-
true
|
|
1924
|
-
);
|
|
1925
|
-
await appendHttpTransferChunk(transferState, new Uint8Array(payload.data));
|
|
1926
|
-
onProgress?.({
|
|
1927
|
-
shardIndex,
|
|
1928
|
-
receivedBytes: transferState.receivedBytes,
|
|
1929
|
-
totalBytes: expectedSize ?? payloadTotalSize ?? transferState.receivedBytes,
|
|
1930
|
-
percent: 100,
|
|
1931
|
-
});
|
|
1932
|
-
const finalized = await finalizeHttpTransferState(transferState, startTime, shardIndex);
|
|
1933
|
-
if (Number.isFinite(expectedSize)) {
|
|
1934
|
-
assertExpectedSize(finalized.bytes, expectedSize, shardIndex);
|
|
1935
|
-
} else if (Number.isInteger(payloadTotalSize)) {
|
|
1936
|
-
assertExpectedSize(finalized.bytes, payloadTotalSize, shardIndex);
|
|
1937
|
-
}
|
|
1938
|
-
return {
|
|
1939
|
-
...finalized,
|
|
1940
|
-
source: DISTRIBUTION_SOURCE_P2P,
|
|
1941
|
-
path: 'p2p-stream-store',
|
|
1942
|
-
};
|
|
1943
|
-
})();
|
|
1944
|
-
const result = {
|
|
1945
|
-
...transferResult,
|
|
1946
|
-
manifestVersionSet: normalizeManifestVersionSet(
|
|
1947
|
-
payload.manifestVersionSet ?? options.expectedManifestVersionSet
|
|
1948
|
-
),
|
|
1949
|
-
};
|
|
1950
|
-
if (!result.hash && result.buffer instanceof ArrayBuffer) {
|
|
1951
|
-
result.hash = await computeHash(result.buffer, options.algorithm);
|
|
1952
|
-
}
|
|
1953
|
-
if (writeToStore) {
|
|
1954
|
-
try {
|
|
1955
|
-
assertExpectedManifestVersionSet(
|
|
1956
|
-
result.manifestVersionSet,
|
|
1957
|
-
options.expectedManifestVersionSet,
|
|
1958
|
-
shardIndex,
|
|
1959
|
-
DISTRIBUTION_SOURCE_P2P
|
|
1960
|
-
);
|
|
1961
|
-
if (Number.isFinite(expectedSize)) {
|
|
1962
|
-
assertExpectedSize(result.bytes, expectedSize, shardIndex);
|
|
1963
|
-
}
|
|
1964
|
-
if (options.expectedHash) {
|
|
1965
|
-
assertExpectedHash(result.hash, options.expectedHash, shardIndex);
|
|
1966
|
-
}
|
|
1967
|
-
} catch (verificationError) {
|
|
1968
|
-
await clearPersistedShardState(shardIndex);
|
|
1969
|
-
if (
|
|
1970
|
-
startedWithResume
|
|
1971
|
-
&& options.__resumeRecoveryAttempted !== true
|
|
1972
|
-
&& options.expectedHash
|
|
1973
|
-
&& verificationError?.code === 'hash_mismatch'
|
|
1974
|
-
) {
|
|
1975
|
-
return downloadShardFromP2P(shardIndex, shardInfo, p2pConfig, {
|
|
1976
|
-
...options,
|
|
1977
|
-
__disablePersistedResume: true,
|
|
1978
|
-
__resumeRecoveryAttempted: true,
|
|
1979
|
-
});
|
|
1980
|
-
}
|
|
1981
|
-
throw verificationError;
|
|
1982
|
-
}
|
|
1983
|
-
}
|
|
1984
|
-
markP2PTransportSuccess(transportState);
|
|
1985
|
-
return result;
|
|
1986
|
-
} catch (error) {
|
|
1987
|
-
if (typeof error?.code === 'string' && error.code.startsWith('p2p_')) {
|
|
1988
|
-
if (writeToStore) {
|
|
1989
|
-
await clearPersistedShardState(shardIndex);
|
|
1990
|
-
}
|
|
1991
|
-
throw error;
|
|
1992
|
-
}
|
|
1993
|
-
|
|
1994
|
-
const normalized = normalizeP2PTransportError(error, {
|
|
1995
|
-
shardIndex,
|
|
1996
|
-
attempt,
|
|
1997
|
-
maxRetries,
|
|
1998
|
-
label: `P2P shard ${shardIndex}`,
|
|
1999
|
-
});
|
|
2000
|
-
lastError = normalized;
|
|
2001
|
-
markP2PTransportFailure(
|
|
2002
|
-
p2pConfig,
|
|
2003
|
-
transportState,
|
|
2004
|
-
normalized,
|
|
2005
|
-
Date.now()
|
|
2006
|
-
);
|
|
2007
|
-
if (normalized?.code === P2P_TRANSPORT_ERROR_CODES.aborted) {
|
|
2008
|
-
if (writeToStore) {
|
|
2009
|
-
await persistHttpTransferState(transferState);
|
|
2010
|
-
}
|
|
2011
|
-
const abortError = createAbortError(normalized.message || 'P2P transport aborted');
|
|
2012
|
-
throw abortError;
|
|
2013
|
-
}
|
|
2014
|
-
if (attempt < maxRetries && isP2PTransportRetryable(normalized)) {
|
|
2015
|
-
await new Promise((resolve) => setTimeout(resolve, p2pConfig.retryDelayMs));
|
|
2016
|
-
continue;
|
|
2017
|
-
}
|
|
2018
|
-
if (writeToStore) {
|
|
2019
|
-
await persistHttpTransferState(transferState);
|
|
2020
|
-
}
|
|
2021
|
-
throw normalized;
|
|
2022
|
-
}
|
|
2023
|
-
}
|
|
2024
|
-
|
|
2025
|
-
if (writeToStore) {
|
|
2026
|
-
await persistHttpTransferState(transferState);
|
|
2027
|
-
}
|
|
2028
|
-
throw lastError;
|
|
2029
|
-
}
|
|
2030
|
-
|
|
2031
326
|
async function executeDeliveryPlan(
|
|
2032
327
|
baseUrl,
|
|
2033
328
|
shardIndex,
|