doppler-gpu 0.2.2 → 0.4.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +182 -0
- package/README.md +20 -8
- package/assets/doppler.svg +1601 -0
- package/package.json +82 -33
- package/src/cli/cli-model-resolution.js +275 -0
- package/src/cli/cli-output.js +453 -0
- package/src/cli/doppler-cli.js +817 -709
- package/src/cli/doppler-quickstart.d.ts +7 -23
- package/src/cli/doppler-quickstart.js +20 -4
- package/src/cli/doppler-serve.js +1 -1
- package/src/cli/runtime-profiles.d.ts +40 -0
- package/src/cli/runtime-profiles.js +225 -0
- package/src/client/doppler-api.js +1 -6
- package/src/client/doppler-registry.d.ts +12 -0
- package/src/client/doppler-registry.js +27 -0
- package/src/client/doppler-registry.json +79 -5
- package/src/client/failure-taxonomy.js +139 -0
- package/src/client/fault-injection.js +30 -0
- package/src/client/provider.d.ts +151 -0
- package/src/client/provider.js +374 -0
- package/src/client/receipt.js +156 -0
- package/src/client/runtime/index.js +56 -4
- package/src/client/runtime/model-manager.d.ts +0 -14
- package/src/client/runtime/model-manager.js +2 -42
- package/src/client/runtime/model-session.js +33 -0
- package/src/client/runtime/model-source.d.ts +13 -1
- package/src/client/runtime/model-source.js +128 -2
- package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
- package/src/client/runtime/node-quickstart-cache.js +353 -0
- package/src/client/runtime/source-runtime.js +1 -10
- package/src/client/runtime/types.d.ts +0 -60
- package/src/client/wrap-pipeline-handle.d.ts +20 -0
- package/src/client/wrap-pipeline-handle.js +84 -0
- package/src/config/README.md +3 -1
- package/src/config/conversion/README.md +23 -157
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +368 -62
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
- package/src/config/execution-contract-check.js +6 -5
- package/src/config/kernel-path-loader.d.ts +8 -2
- package/src/config/kernels/kernel-ref-digests.js +125 -122
- package/src/config/kernels/registry.d.ts +0 -35
- package/src/config/kernels/registry.js +5 -9
- package/src/config/kernels/registry.json +615 -368
- package/src/config/merge-helpers.d.ts +1 -1
- package/src/config/merge-helpers.js +1 -1
- package/src/config/merge.js +35 -7
- package/src/config/param-categories.d.ts +0 -9
- package/src/config/param-categories.js +1 -5
- package/src/config/param-validator.d.ts +2 -0
- package/src/config/param-validator.js +16 -0
- package/src/config/platforms/loader.d.ts +0 -27
- package/src/config/platforms/loader.js +0 -30
- package/src/config/required-inference-fields-contract-check.js +1 -7
- package/src/config/runtime/README.md +28 -0
- package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +32 -0
- package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
- package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
- package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
- package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
- package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
- package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
- package/src/config/schema/benchmark.schema.d.ts +2 -0
- package/src/config/schema/benchmark.schema.js +1 -0
- package/src/config/schema/bridge.schema.d.ts +16 -0
- package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
- package/src/config/schema/browser-suite-metrics.schema.js +2 -0
- package/src/config/schema/converter.schema.d.ts +5 -0
- package/src/config/schema/converter.schema.js +3 -0
- package/src/config/schema/debug.schema.d.ts +22 -1
- package/src/config/schema/debug.schema.js +1 -0
- package/src/config/schema/distill-training.schema.d.ts +0 -1
- package/src/config/schema/distill-training.schema.js +1 -1
- package/src/config/schema/doppler.schema.d.ts +21 -3
- package/src/config/schema/doppler.schema.js +116 -9
- package/src/config/schema/emulation.schema.d.ts +3 -0
- package/src/config/schema/emulation.schema.js +16 -16
- package/src/config/schema/execution-v1.schema.d.ts +12 -1
- package/src/config/schema/execution-v1.schema.js +7 -1
- package/src/config/schema/index.d.ts +54 -1
- package/src/config/schema/index.js +15 -0
- package/src/config/schema/inference.schema.d.ts +3 -3
- package/src/config/schema/kernel-path.schema.d.ts +6 -27
- package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
- package/src/config/schema/kernel-thresholds.schema.js +3 -7
- package/src/config/schema/kvcache.schema.js +0 -9
- package/src/config/schema/loading.schema.d.ts +12 -0
- package/src/config/schema/loading.schema.js +4 -0
- package/src/config/schema/manifest.schema.d.ts +73 -1
- package/src/config/schema/manifest.schema.js +48 -2
- package/src/config/schema/moe.schema.js +0 -8
- package/src/config/schema/program-bundle.schema.d.ts +233 -0
- package/src/config/schema/program-bundle.schema.js +393 -0
- package/src/config/schema/ul-training.schema.d.ts +0 -1
- package/src/config/schema/ul-training.schema.js +1 -1
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
- package/src/config/supported-operations.d.ts +14 -0
- package/src/config/supported-operations.js +34 -0
- package/src/config/supported-operations.json +178 -0
- package/src/config/training-defaults.js +1 -7
- package/src/config/transforms/capability-transform-resolver.js +3 -1
- package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
- package/src/config/transforms/execution-graph-transforms.js +693 -29
- package/src/converter/conversion-plan.js +13 -10
- package/src/converter/core.d.ts +57 -0
- package/src/converter/core.js +582 -13
- package/src/converter/parsers/diffusion.js +1 -33
- package/src/converter/quantization-info.d.ts +5 -4
- package/src/converter/quantization-info.js +39 -3
- package/src/converter/quantizer.d.ts +19 -0
- package/src/converter/quantizer.js +81 -4
- package/src/debug/config.d.ts +0 -4
- package/src/debug/config.js +0 -17
- package/src/debug/index.d.ts +28 -30
- package/src/debug/index.js +0 -18
- package/src/debug/stats.d.ts +0 -8
- package/src/debug/stats.js +3 -3
- package/src/debug/tensor.d.ts +9 -2
- package/src/debug/tensor.js +11 -4
- package/src/debug/trace.js +2 -15
- package/src/errors/doppler-error.js +20 -0
- package/src/experimental/browser/quantization.d.ts +5 -0
- package/src/experimental/distribution/shard-delivery.js +179 -23
- package/src/experimental/training/artifacts.js +1 -14
- package/src/experimental/training/checkpoint.js +1 -14
- package/src/experimental/training/datasets/token-batch.d.ts +1 -1
- package/src/experimental/training/datasets/token-batch.js +2 -2
- package/src/experimental/training/distillation/dataset.js +2 -15
- package/src/experimental/training/distillation/eval.js +3 -3
- package/src/experimental/training/distillation/runtime.js +3 -16
- package/src/experimental/training/distillation/student-fixture.js +6 -6
- package/src/experimental/training/lora-pipeline.js +1 -14
- package/src/experimental/training/objectives/base.d.ts +2 -2
- package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.js +2 -2
- package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
- package/src/experimental/training/objectives/distill_triplet.js +2 -2
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
- package/src/experimental/training/operator-artifacts.js +1 -14
- package/src/experimental/training/runner.js +1 -14
- package/src/experimental/training/workload-packs/registry.json +6 -6
- package/src/experimental/training/workloads.js +1 -1
- package/src/formats/gguf/types.d.ts +0 -63
- package/src/formats/gguf/types.js +58 -38
- package/src/formats/litert/types.d.ts +0 -13
- package/src/formats/litert/types.js +2 -2
- package/src/formats/rdrr/distributed/index.d.ts +34 -0
- package/src/formats/rdrr/distributed/index.js +3 -0
- package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
- package/src/formats/rdrr/distributed/parsing.js +23 -0
- package/src/formats/rdrr/distributed/validation.d.ts +23 -0
- package/src/formats/rdrr/distributed/validation.js +131 -0
- package/src/formats/rdrr/groups.d.ts +1 -13
- package/src/formats/rdrr/groups.js +0 -34
- package/src/formats/rdrr/index.d.ts +9 -0
- package/src/formats/rdrr/index.js +9 -0
- package/src/formats/rdrr/integrity.d.ts +51 -0
- package/src/formats/rdrr/integrity.js +200 -0
- package/src/formats/rdrr/lowerings.d.ts +28 -0
- package/src/formats/rdrr/lowerings.js +112 -0
- package/src/formats/rdrr/manifest.d.ts +0 -14
- package/src/formats/rdrr/manifest.js +5 -58
- package/src/formats/rdrr/merkle.d.ts +24 -0
- package/src/formats/rdrr/merkle.js +118 -0
- package/src/formats/rdrr/parsing.js +4 -0
- package/src/formats/rdrr/slice-compiler.d.ts +29 -0
- package/src/formats/rdrr/slice-compiler.js +188 -0
- package/src/formats/rdrr/source-transform-contract.js +390 -0
- package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
- package/src/formats/rdrr/storage-descriptor.js +186 -0
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
- package/src/formats/rdrr/tensor-config-validator.js +0 -30
- package/src/formats/rdrr/types.d.ts +115 -1
- package/src/formats/rdrr/validation.js +245 -0
- package/src/formats/tflite/types.d.ts +8 -31
- package/src/formats/tflite/types.js +50 -5
- package/src/gpu/command-recorder.d.ts +9 -21
- package/src/gpu/command-recorder.js +41 -2
- package/src/gpu/device.d.ts +17 -3
- package/src/gpu/device.js +20 -4
- package/src/gpu/kernel-runtime.d.ts +8 -15
- package/src/gpu/kernel-selection-log.d.ts +0 -8
- package/src/gpu/kernel-selection-log.js +0 -15
- package/src/gpu/kernel-tuner/cache.js +0 -3
- package/src/gpu/kernels/README.md +50 -18
- package/src/gpu/kernels/activation-static-qdq.d.ts +22 -0
- package/src/gpu/kernels/activation-static-qdq.js +69 -0
- package/src/gpu/kernels/activation_static_qdq.wgsl +25 -0
- package/src/gpu/kernels/attention.d.ts +28 -19
- package/src/gpu/kernels/attention.js +443 -9
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
- package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_f16.wgsl +88 -30
- package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
- package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
- package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
- package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
- package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
- package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
- package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
- package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
- package/src/gpu/kernels/backward/index.d.ts +6 -0
- package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
- package/src/gpu/kernels/backward/utils.d.ts +35 -0
- package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
- package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
- package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
- package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
- package/src/gpu/kernels/constants.d.ts +9 -48
- package/src/gpu/kernels/constants.js +0 -23
- package/src/gpu/kernels/conv2d.d.ts +0 -4
- package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant.d.ts +0 -16
- package/src/gpu/kernels/dequant.js +1 -71
- package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant_shared.wgsl +1 -55
- package/src/gpu/kernels/dispatch.d.ts +12 -97
- package/src/gpu/kernels/dispatch.js +0 -117
- package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
- package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
- package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
- package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
- package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
- package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
- package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
- package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
- package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
- package/src/gpu/kernels/gather.d.ts +0 -7
- package/src/gpu/kernels/gather_f16.wgsl +1 -1
- package/src/gpu/kernels/gelu_f16.wgsl +14 -15
- package/src/gpu/kernels/groupnorm.d.ts +0 -4
- package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
- package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
- package/src/gpu/kernels/index.d.ts +13 -5
- package/src/gpu/kernels/index.js +9 -4
- package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
- package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
- package/src/gpu/kernels/layernorm.d.ts +0 -4
- package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
- package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
- package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
- package/src/gpu/kernels/logit-merge.d.ts +0 -24
- package/src/gpu/kernels/logit-merge.js +1 -17
- package/src/gpu/kernels/matmul-dispatch.js +7 -1
- package/src/gpu/kernels/matmul-selection.js +68 -1
- package/src/gpu/kernels/matmul.d.ts +0 -28
- package/src/gpu/kernels/matmul.js +101 -7
- package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
- package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
- package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
- package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
- package/src/gpu/kernels/modulate_f16.wgsl +1 -1
- package/src/gpu/kernels/moe.d.ts +0 -56
- package/src/gpu/kernels/moe.js +0 -15
- package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
- package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
- package/src/gpu/kernels/residual.d.ts +0 -12
- package/src/gpu/kernels/residual_f16.wgsl +2 -2
- package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
- package/src/gpu/kernels/rmsnorm.d.ts +0 -8
- package/src/gpu/kernels/rmsnorm.js +17 -1
- package/src/gpu/kernels/rmsnorm.wgsl +5 -6
- package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
- package/src/gpu/kernels/rope.d.ts +1 -5
- package/src/gpu/kernels/rope.js +12 -2
- package/src/gpu/kernels/rope.wgsl +33 -19
- package/src/gpu/kernels/rope_f16.wgsl +39 -25
- package/src/gpu/kernels/sample.d.ts +0 -5
- package/src/gpu/kernels/sample.wgsl +7 -6
- package/src/gpu/kernels/sample_f16.wgsl +28 -30
- package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
- package/src/gpu/kernels/shader-cache.d.ts +13 -0
- package/src/gpu/kernels/shader-cache.js +27 -0
- package/src/gpu/kernels/silu_f16.wgsl +1 -1
- package/src/gpu/kernels/softmax.wgsl +4 -144
- package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
- package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
- package/src/gpu/kernels/topk_f16.wgsl +1 -1
- package/src/gpu/kernels/turboquant-codebook.js +11 -40
- package/src/gpu/kernels/uniform-utils.d.ts +18 -0
- package/src/gpu/kernels/upsample2d.d.ts +0 -4
- package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
- package/src/gpu/kernels/utils.d.ts +28 -0
- package/src/gpu/kernels/utils.js +41 -0
- package/src/gpu/perf-guards.d.ts +0 -12
- package/src/gpu/perf-guards.js +0 -62
- package/src/gpu/profiler.d.ts +0 -21
- package/src/gpu/profiler.js +0 -34
- package/src/gpu/submit-tracker.d.ts +0 -57
- package/src/gpu/submit-tracker.js +3 -62
- package/src/gpu/tensor.d.ts +0 -23
- package/src/gpu/tensor.js +0 -41
- package/src/gpu/uniform-cache.d.ts +0 -11
- package/src/gpu/uniform-cache.js +0 -23
- package/src/index.d.ts +1 -0
- package/src/index.js +1 -0
- package/src/inference/browser-harness-model-helpers.d.ts +0 -9
- package/src/inference/browser-harness-model-helpers.js +22 -13
- package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
- package/src/inference/browser-harness-runtime-helpers.js +2 -2
- package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
- package/src/inference/browser-harness-suite-helpers.js +87 -1
- package/src/inference/browser-harness-text-helpers.d.ts +13 -0
- package/src/inference/browser-harness-text-helpers.js +267 -18
- package/src/inference/browser-harness.d.ts +0 -29
- package/src/inference/browser-harness.js +271 -71
- package/src/inference/kv-cache/base.d.ts +6 -0
- package/src/inference/kv-cache/base.js +16 -1
- package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
- package/src/inference/kv-cache/mixed-geometry.js +12 -2
- package/src/inference/kv-cache/quantized.js +2 -0
- package/src/inference/kv-cache/tiered.js +7 -0
- package/src/inference/kv-cache/types.d.ts +2 -0
- package/src/inference/multi-model-network.d.ts +1 -1
- package/src/inference/multi-model-network.js +1 -2
- package/src/inference/network-evolution.d.ts +0 -12
- package/src/inference/network-evolution.js +2 -2
- package/src/inference/pipelines/context.js +21 -2
- package/src/inference/pipelines/diffusion/init.js +2 -2
- package/src/inference/pipelines/diffusion/pipeline.js +41 -96
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
- package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
- package/src/inference/pipelines/diffusion/vae.js +4 -4
- package/src/inference/pipelines/energy/quintel.d.ts +15 -0
- package/src/inference/pipelines/structured/index.d.ts +2 -0
- package/src/inference/pipelines/structured/index.js +2 -0
- package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
- package/src/inference/pipelines/text/attention/attn-config.js +1 -1
- package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
- package/src/inference/pipelines/text/attention/projections.js +70 -23
- package/src/inference/pipelines/text/attention/record.js +118 -5
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
- package/src/inference/pipelines/text/attention/run.js +97 -6
- package/src/inference/pipelines/text/attention/types.d.ts +2 -0
- package/src/inference/pipelines/text/attention/types.js +9 -4
- package/src/inference/pipelines/text/chat-format.d.ts +0 -10
- package/src/inference/pipelines/text/chat-format.js +1 -8
- package/src/inference/pipelines/text/config.d.ts +3 -25
- package/src/inference/pipelines/text/config.js +105 -3
- package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
- package/src/inference/pipelines/text/drift-policy.js +1 -1
- package/src/inference/pipelines/text/embed.d.ts +23 -27
- package/src/inference/pipelines/text/embed.js +10 -43
- package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
- package/src/inference/pipelines/text/execution-plan.js +15 -2
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
- package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
- package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
- package/src/inference/pipelines/text/execution-v1.js +94 -25
- package/src/inference/pipelines/text/ffn/dense.js +180 -3
- package/src/inference/pipelines/text/ffn/standard.js +40 -13
- package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
- package/src/inference/pipelines/text/generator-helpers.d.ts +6 -2
- package/src/inference/pipelines/text/generator-helpers.js +20 -2
- package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
- package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
- package/src/inference/pipelines/text/generator-runtime.js +8 -6
- package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
- package/src/inference/pipelines/text/generator-steps.js +23 -9
- package/src/inference/pipelines/text/generator.d.ts +0 -6
- package/src/inference/pipelines/text/generator.js +254 -530
- package/src/inference/pipelines/text/init-chat-templates.js +86 -0
- package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
- package/src/inference/pipelines/text/init-rope.js +408 -0
- package/src/inference/pipelines/text/init.d.ts +8 -2
- package/src/inference/pipelines/text/init.js +190 -710
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
- package/src/inference/pipelines/text/kernel-trace.js +0 -33
- package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
- package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
- package/src/inference/pipelines/text/layer-plan.js +1 -1
- package/src/inference/pipelines/text/layer.d.ts +70 -8
- package/src/inference/pipelines/text/layer.js +105 -537
- package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
- package/src/inference/pipelines/text/load-errors.d.ts +21 -0
- package/src/inference/pipelines/text/load-errors.js +59 -0
- package/src/inference/pipelines/text/logits/cpu.js +2 -20
- package/src/inference/pipelines/text/logits/gpu.d.ts +5 -4
- package/src/inference/pipelines/text/logits/gpu.js +148 -11
- package/src/inference/pipelines/text/logits/index.d.ts +1 -1
- package/src/inference/pipelines/text/model-load.d.ts +5 -4
- package/src/inference/pipelines/text/model-load.js +74 -17
- package/src/inference/pipelines/text/ops.d.ts +13 -2
- package/src/inference/pipelines/text/ops.js +1 -1
- package/src/inference/pipelines/text/per-layer-inputs.js +347 -59
- package/src/inference/pipelines/text/probes.d.ts +3 -6
- package/src/inference/pipelines/text/probes.js +198 -31
- package/src/inference/pipelines/text/sampling.d.ts +0 -5
- package/src/inference/pipelines/text/sampling.js +140 -0
- package/src/inference/pipelines/text/stage-names.js +12 -0
- package/src/inference/pipelines/text/state.js +2 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
- package/src/inference/pipelines/text/types.d.ts +8 -78
- package/src/inference/pipelines/text/weights.d.ts +0 -50
- package/src/inference/pipelines/text/weights.js +2 -51
- package/src/inference/pipelines/text.d.ts +9 -1
- package/src/inference/pipelines/text.js +233 -29
- package/src/inference/pipelines/vision/index.js +0 -107
- package/src/inference/runtime-model.d.ts +0 -7
- package/src/inference/runtime-model.js +0 -23
- package/src/inference/test-harness.d.ts +6 -22
- package/src/inference/test-harness.js +97 -23
- package/src/inference/tokenizer.js +1 -10
- package/src/inference/tokenizers/sentencepiece.js +65 -15
- package/src/inference/tokenizers/types.d.ts +0 -21
- package/src/loader/doppler-loader.d.ts +3 -0
- package/src/loader/doppler-loader.js +90 -12
- package/src/loader/embedding-loader.js +30 -5
- package/src/loader/loader-types.d.ts +4 -0
- package/src/loader/manifest-config.d.ts +2 -7
- package/src/loader/manifest-config.js +25 -1
- package/src/loader/memory-monitor.d.ts +17 -5
- package/src/loader/per-layer-input-loader.js +114 -1
- package/src/loader/quantization-constants.d.ts +6 -0
- package/src/loader/shard-resolver.d.ts +1 -0
- package/src/loader/shard-resolver.js +15 -0
- package/src/loader/tensors/source-transform.d.ts +15 -0
- package/src/loader/tensors/source-transform.js +317 -34
- package/src/loader/tensors/tensor-loader.d.ts +2 -9
- package/src/loader/tensors/tensor-loader.js +84 -1
- package/src/loader/tensors/tensor-reader.js +28 -2
- package/src/memory/address-table.d.ts +1 -9
- package/src/memory/buffer-pool.d.ts +0 -16
- package/src/memory/buffer-pool.js +1 -33
- package/src/memory/heap-manager.d.ts +18 -43
- package/src/memory/unified-detect.d.ts +19 -34
- package/src/models/embeddinggemma.d.ts +7 -0
- package/src/models/embeddinggemma.js +24 -0
- package/src/models/family.d.ts +24 -0
- package/src/models/family.js +25 -0
- package/src/models/gemma3.d.ts +7 -0
- package/src/models/gemma3.js +33 -0
- package/src/models/gemma4.d.ts +7 -0
- package/src/models/gemma4.js +33 -0
- package/src/models/qwen3.d.ts +7 -0
- package/src/models/qwen3.js +36 -0
- package/src/rules/converter/tokenizer.rules.json +5 -0
- package/src/rules/execution-rules-contract-check.js +72 -3
- package/src/rules/inference/capability-transforms.rules.json +87 -0
- package/src/rules/inference/execution.rules.json +11 -1
- package/src/rules/inference/ffn.rules.json +6 -2
- package/src/rules/loader/tensor-loader.rules.json +9 -0
- package/src/rules/rule-registry.js +53 -75
- package/src/storage/artifact-storage-context.d.ts +12 -3
- package/src/storage/artifact-storage-context.js +389 -98
- package/src/storage/backends/opfs-store.js +138 -88
- package/src/storage/blake3.js +9 -1
- package/src/storage/export.js +1 -5
- package/src/storage/normalize-model-id.js +3 -0
- package/src/storage/preflight.js +22 -0
- package/src/storage/quickstart-downloader.js +44 -56
- package/src/storage/reports.js +35 -11
- package/src/storage/shard-manager.d.ts +8 -2
- package/src/storage/shard-manager.js +176 -15
- package/src/storage/source-artifact-store.d.ts +0 -2
- package/src/storage/source-artifact-store.js +3 -9
- package/src/sw.js +0 -3
- package/src/tooling/browser-command-runner.js +39 -0
- package/src/tooling/command-api-constants.js +1 -1
- package/src/tooling/command-api-family-normalizers.d.ts +1 -0
- package/src/tooling/command-api-family-normalizers.js +49 -7
- package/src/tooling/command-api-helpers.d.ts +0 -2
- package/src/tooling/command-api-helpers.js +6 -2
- package/src/tooling/command-api.d.ts +20 -1
- package/src/tooling/command-api.js +10 -1
- package/src/tooling/command-envelope.d.ts +0 -1
- package/src/tooling/command-envelope.js +1 -1
- package/src/tooling/command-runner-shared.d.ts +10 -0
- package/src/tooling/conversion-config-materializer.d.ts +0 -10
- package/src/tooling/conversion-config-materializer.js +1 -1
- package/src/tooling/diagnose-runner.js +1 -4
- package/src/tooling/hf-registry-utils.d.ts +2 -6
- package/src/tooling/hf-registry-utils.js +90 -19
- package/src/tooling/kernel-path-builder/index.js +1 -4
- package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
- package/src/tooling/lean-execution-contract-runner.js +2 -2
- package/src/tooling/litert-package-runtime.d.ts +1 -1
- package/src/tooling/litert-package-runtime.js +373 -21
- package/src/tooling/node-browser-command-runner.d.ts +15 -0
- package/src/tooling/node-browser-command-runner.js +97 -13
- package/src/tooling/node-command-runner.js +36 -0
- package/src/tooling/node-convert-worker-pool.js +12 -0
- package/src/tooling/node-convert-worker.js +10 -1
- package/src/tooling/node-converter.js +90 -1
- package/src/tooling/node-source-runtime.js +257 -150
- package/src/tooling/opfs-cache.js +1 -4
- package/src/tooling/precision-replay-math.js +174 -0
- package/src/tooling/program-bundle-host.d.ts +16 -0
- package/src/tooling/program-bundle-host.js +20 -0
- package/src/tooling/program-bundle-parity.d.ts +28 -0
- package/src/tooling/program-bundle-parity.js +210 -0
- package/src/tooling/program-bundle.d.ts +61 -0
- package/src/tooling/program-bundle.js +1119 -0
- package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
- package/src/tooling/rdrr-integrity-refresh.js +271 -0
- package/src/tooling/reference-verify.js +191 -0
- package/src/tooling/source-artifact-adapter.d.ts +0 -20
- package/src/tooling/source-artifact-adapter.js +4 -4
- package/src/tooling/source-package-profiles.js +1 -7
- package/src/tooling/source-runtime-bundle.d.ts +27 -0
- package/src/tooling/source-runtime-bundle.js +56 -23
- package/src/tooling/source-runtime-converter-config.d.ts +0 -5
- package/src/tooling/source-runtime-converter-config.js +13 -9
- package/src/tooling/source-runtime-materializer.js +4 -8
- package/src/tooling-exports/device.d.ts +11 -0
- package/src/tooling-exports/device.js +14 -0
- package/src/tooling-exports/manifest.d.ts +8 -0
- package/src/tooling-exports/manifest.js +11 -0
- package/src/tooling-exports/storage.d.ts +25 -0
- package/src/tooling-exports/storage.js +29 -0
- package/src/tooling-exports/structured.d.ts +1 -0
- package/src/tooling-exports/structured.js +5 -0
- package/src/tooling-exports.d.ts +23 -0
- package/src/tooling-exports.js +17 -0
- package/src/tooling-exports.shared.d.ts +27 -30
- package/src/tooling-exports.shared.js +28 -29
- package/src/types/index.d.ts +0 -3
- package/src/types/index.js +0 -3
- package/src/utils/array-buffer.d.ts +4 -0
- package/src/utils/array-buffer.js +9 -0
- package/src/utils/canonical-hash.d.ts +7 -0
- package/src/utils/canonical-hash.js +74 -0
- package/src/utils/clone-json.d.ts +1 -0
- package/src/utils/clone-json.js +7 -0
- package/src/utils/encode-utf8.js +5 -0
- package/src/utils/index.d.ts +4 -1
- package/src/utils/index.js +4 -1
- package/src/utils/runtime-env.js +7 -0
- package/src/utils/sha256.d.ts +1 -0
- package/src/utils/sha256.js +18 -4
- package/src/utils/stable-sort-object.d.ts +1 -0
- package/src/utils/stable-sort-object.js +13 -0
- package/src/version.js +1 -1
- package/tools/convert-safetensors-node.js +1 -2
- package/src/bootstrap.d.ts +0 -1
- package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
- package/src/config/kernels/kernel-ref.d.ts +0 -17
- package/src/config/kernels/kernel-ref.js +0 -75
- package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
- package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
- package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
- package/src/config/runtime/kernels/fused-q4k.json +0 -13
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
- package/src/config/runtime/kernels/safe-q4k.json +0 -13
- package/src/config/runtime/overlays/debug-f32a.json +0 -3
- package/src/config/runtime/overlays/trace-config.json +0 -28
- package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
- package/src/debug/perf.d.ts +0 -33
- package/src/debug/perf.js +0 -51
- package/src/errors/index.d.ts +0 -1
- package/src/errors/index.js +0 -1
- package/src/formats/gguf/index.d.ts +0 -8
- package/src/formats/gguf/index.js +0 -4
- package/src/formats/litert/index.d.ts +0 -1
- package/src/formats/litert/index.js +0 -1
- package/src/formats/safetensors/index.d.ts +0 -8
- package/src/formats/safetensors/index.js +0 -4
- package/src/formats/tflite/index.d.ts +0 -1
- package/src/formats/tflite/index.js +0 -1
- package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
- package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
- package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
- package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
- package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
- package/src/inference/functiongemma.d.ts +0 -15
- package/src/inference/functiongemma.js +0 -1
- package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
- package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
- package/src/rules/kernels/kernel-validator.d.ts +0 -24
- package/src/rules/kernels/kernel-validator.js +0 -160
- package/src/sw.d.ts +0 -1
- package/src/tooling/bench-runner.js +0 -64
- package/src/tooling/distill-runner.js +0 -56
- package/src/tooling/lora-runner.js +0 -37
- package/src/tooling/verify-runner.js +0 -63
- package/src/types/gpu.d.ts +0 -185
- package/src/types/gpu.js +0 -5
- package/src/types/inference.d.ts +0 -197
- package/src/types/inference.js +0 -5
- package/src/types/model.d.ts +0 -130
- package/src/types/model.js +0 -5
- package/src/utils/format-bytes.js +0 -20
- /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
- /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
|
@@ -3,6 +3,8 @@ import {
|
|
|
3
3
|
createSourceStorageContext,
|
|
4
4
|
} from '../tooling/source-runtime-bundle.js';
|
|
5
5
|
import { createStreamingHasher } from './shard-manager.js';
|
|
6
|
+
import { isNodeRuntime } from '../utils/runtime-env.js';
|
|
7
|
+
import { toArrayBuffer } from '../utils/array-buffer.js';
|
|
6
8
|
|
|
7
9
|
export const ARTIFACT_FORMAT_RDRR = 'rdrr';
|
|
8
10
|
export const ARTIFACT_FORMAT_DIRECT_SOURCE = 'direct-source';
|
|
@@ -44,14 +46,11 @@ function normalizePositiveInteger(value, label) {
|
|
|
44
46
|
return Math.floor(parsed);
|
|
45
47
|
}
|
|
46
48
|
|
|
47
|
-
function
|
|
48
|
-
if (value
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
return value.buffer.slice(value.byteOffset, value.byteOffset + value.byteLength);
|
|
53
|
-
}
|
|
54
|
-
throw new Error(`${label} must return ArrayBuffer or Uint8Array.`);
|
|
49
|
+
function normalizeOptionalPositiveInteger(value, fallback = 0) {
|
|
50
|
+
if (value == null) return fallback;
|
|
51
|
+
const parsed = Number(value);
|
|
52
|
+
if (!Number.isFinite(parsed) || parsed < 0) return fallback;
|
|
53
|
+
return Math.floor(parsed);
|
|
55
54
|
}
|
|
56
55
|
|
|
57
56
|
function toUint8Chunk(value, label) {
|
|
@@ -64,6 +63,38 @@ function bytesToHex(bytes) {
|
|
|
64
63
|
.join('');
|
|
65
64
|
}
|
|
66
65
|
|
|
66
|
+
function createHttpArtifactFetchError(error, url, offset = null, length = null) {
|
|
67
|
+
const message = error?.message || String(error);
|
|
68
|
+
const range = Number.isFinite(offset) && Number.isFinite(length)
|
|
69
|
+
? ` offset=${Math.floor(offset)} length=${Math.floor(length)}`
|
|
70
|
+
: '';
|
|
71
|
+
const wrapped = new Error(
|
|
72
|
+
`HTTP artifact fetch failed for ${url}${range}: ${message}`,
|
|
73
|
+
error instanceof Error ? { cause: error } : undefined
|
|
74
|
+
);
|
|
75
|
+
wrapped.name = error?.name || 'Error';
|
|
76
|
+
if (error?.code !== undefined) {
|
|
77
|
+
wrapped.code = error.code;
|
|
78
|
+
}
|
|
79
|
+
wrapped.details = {
|
|
80
|
+
...(error?.details && typeof error.details === 'object' ? error.details : {}),
|
|
81
|
+
artifactUrl: url,
|
|
82
|
+
offset: Number.isFinite(offset) ? Math.floor(offset) : null,
|
|
83
|
+
length: Number.isFinite(length) ? Math.floor(length) : null,
|
|
84
|
+
};
|
|
85
|
+
return wrapped;
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
function getNodeFileCacheKey(fileRef) {
|
|
89
|
+
if (typeof fileRef === 'string') {
|
|
90
|
+
return fileRef;
|
|
91
|
+
}
|
|
92
|
+
if (fileRef instanceof URL) {
|
|
93
|
+
return fileRef.href;
|
|
94
|
+
}
|
|
95
|
+
return String(fileRef);
|
|
96
|
+
}
|
|
97
|
+
|
|
67
98
|
function getSourceRuntimeMetadata(manifest) {
|
|
68
99
|
const metadata = manifest?.metadata?.sourceRuntime;
|
|
69
100
|
if (!metadata || typeof metadata !== 'object') {
|
|
@@ -158,8 +189,12 @@ function createPathBackedStorageContext(options) {
|
|
|
158
189
|
const readBinary = typeof options?.readBinary === 'function'
|
|
159
190
|
? options.readBinary
|
|
160
191
|
: null;
|
|
192
|
+
const close = typeof options?.close === 'function'
|
|
193
|
+
? options.close
|
|
194
|
+
: null;
|
|
161
195
|
const tokenizerJsonPath = options?.tokenizerJsonPath ?? null;
|
|
162
196
|
const tokenizerModelPath = options?.tokenizerModelPath ?? null;
|
|
197
|
+
const tensorsJsonPath = options?.tensorsJsonPath ?? null;
|
|
163
198
|
const verifyHashes = options?.verifyHashes === true;
|
|
164
199
|
const hashesTrusted = options?.hashesTrusted === true;
|
|
165
200
|
|
|
@@ -256,6 +291,49 @@ function createPathBackedStorageContext(options) {
|
|
|
256
291
|
return loadShardRange(index, 0, descriptor.size);
|
|
257
292
|
};
|
|
258
293
|
|
|
294
|
+
const preflight = async () => {
|
|
295
|
+
const failures = [];
|
|
296
|
+
for (const descriptor of shardSources) {
|
|
297
|
+
try {
|
|
298
|
+
if (descriptor.size > 0) {
|
|
299
|
+
const tail = await readRange(descriptor.path, descriptor.size - 1, 1);
|
|
300
|
+
const bytes = toUint8Chunk(tail, `readRange(${descriptor.path})`);
|
|
301
|
+
if (bytes.byteLength < 1) {
|
|
302
|
+
failures.push(`${descriptor.path}: expected at least ${descriptor.size} bytes`);
|
|
303
|
+
}
|
|
304
|
+
} else {
|
|
305
|
+
await readRange(descriptor.path, 0, 0);
|
|
306
|
+
}
|
|
307
|
+
} catch (error) {
|
|
308
|
+
failures.push(`${descriptor.path}: ${error.message}`);
|
|
309
|
+
}
|
|
310
|
+
}
|
|
311
|
+
if (readText && tokenizerJsonPath) {
|
|
312
|
+
try {
|
|
313
|
+
await readText(tokenizerJsonPath);
|
|
314
|
+
} catch (error) {
|
|
315
|
+
failures.push(`${tokenizerJsonPath}: ${error.message}`);
|
|
316
|
+
}
|
|
317
|
+
}
|
|
318
|
+
if (readBinary && tokenizerModelPath) {
|
|
319
|
+
try {
|
|
320
|
+
await readBinary(tokenizerModelPath);
|
|
321
|
+
} catch (error) {
|
|
322
|
+
failures.push(`${tokenizerModelPath}: ${error.message}`);
|
|
323
|
+
}
|
|
324
|
+
}
|
|
325
|
+
if (readText && tensorsJsonPath) {
|
|
326
|
+
try {
|
|
327
|
+
await readText(tensorsJsonPath);
|
|
328
|
+
} catch (error) {
|
|
329
|
+
failures.push(`${tensorsJsonPath}: ${error.message}`);
|
|
330
|
+
}
|
|
331
|
+
}
|
|
332
|
+
if (failures.length > 0) {
|
|
333
|
+
throw new Error(`Artifact contract preflight failed: ${failures.join('; ')}`);
|
|
334
|
+
}
|
|
335
|
+
};
|
|
336
|
+
|
|
259
337
|
const streamShardRange = async function* (index, offset = 0, length = null, streamOptions = {}) {
|
|
260
338
|
const descriptor = shardSources[index];
|
|
261
339
|
if (!descriptor) {
|
|
@@ -299,6 +377,7 @@ function createPathBackedStorageContext(options) {
|
|
|
299
377
|
};
|
|
300
378
|
|
|
301
379
|
return {
|
|
380
|
+
preflight,
|
|
302
381
|
loadShard,
|
|
303
382
|
loadShardRange,
|
|
304
383
|
streamShardRange,
|
|
@@ -322,7 +401,14 @@ function createPathBackedStorageContext(options) {
|
|
|
322
401
|
return payload == null ? null : toArrayBuffer(payload, `readBinary(${selectedPath})`);
|
|
323
402
|
}
|
|
324
403
|
: null,
|
|
404
|
+
loadTensorsJson: readText && tensorsJsonPath
|
|
405
|
+
? async () => {
|
|
406
|
+
const payload = await readText(tensorsJsonPath);
|
|
407
|
+
return payload == null ? null : payload;
|
|
408
|
+
}
|
|
409
|
+
: null,
|
|
325
410
|
verifyHashes,
|
|
411
|
+
close,
|
|
326
412
|
};
|
|
327
413
|
}
|
|
328
414
|
|
|
@@ -358,8 +444,10 @@ export function createArtifactStorageContext(options = {}) {
|
|
|
358
444
|
streamRange: options.streamRange,
|
|
359
445
|
readText: options.readText,
|
|
360
446
|
readBinary: options.readBinary,
|
|
447
|
+
close: options.close,
|
|
361
448
|
tokenizerJsonPath: options.tokenizerJsonPath ?? tokenizerPaths.jsonPath,
|
|
362
449
|
tokenizerModelPath: options.tokenizerModelPath ?? tokenizerPaths.modelPath,
|
|
450
|
+
tensorsJsonPath: normalizeArtifactPath(manifest.tensorsFile),
|
|
363
451
|
verifyHashes: options.verifyHashes === true,
|
|
364
452
|
hashesTrusted: options.hashesTrusted === true,
|
|
365
453
|
});
|
|
@@ -372,14 +460,6 @@ function normalizeBaseUrl(baseUrl) {
|
|
|
372
460
|
return baseUrl.replace(/\/$/, '');
|
|
373
461
|
}
|
|
374
462
|
|
|
375
|
-
function isNodeRuntime() {
|
|
376
|
-
return typeof process !== 'undefined'
|
|
377
|
-
&& process != null
|
|
378
|
-
&& typeof process === 'object'
|
|
379
|
-
&& process.versions != null
|
|
380
|
-
&& typeof process.versions.node === 'string';
|
|
381
|
-
}
|
|
382
|
-
|
|
383
463
|
function isFileUrlBaseUrl(baseUrl) {
|
|
384
464
|
if (typeof baseUrl !== 'string' || !baseUrl) {
|
|
385
465
|
return false;
|
|
@@ -413,32 +493,96 @@ async function resolveArtifactFileReference(root, relativePath) {
|
|
|
413
493
|
throw new Error(`Unsupported local artifact root "${root}".`);
|
|
414
494
|
}
|
|
415
495
|
|
|
416
|
-
|
|
417
|
-
const
|
|
418
|
-
|
|
419
|
-
|
|
420
|
-
const
|
|
421
|
-
|
|
422
|
-
|
|
423
|
-
|
|
424
|
-
? fileSize
|
|
425
|
-
: Math.min(fileSize, start + Math.max(0, Math.floor(Number(length) || 0)));
|
|
426
|
-
if (end <= start) {
|
|
427
|
-
return new ArrayBuffer(0);
|
|
496
|
+
function createNodeFileAccess() {
|
|
497
|
+
const readers = new Map();
|
|
498
|
+
|
|
499
|
+
const getReader = (fileRef) => {
|
|
500
|
+
const cacheKey = getNodeFileCacheKey(fileRef);
|
|
501
|
+
let reader = readers.get(cacheKey);
|
|
502
|
+
if (reader) {
|
|
503
|
+
return reader;
|
|
428
504
|
}
|
|
429
|
-
|
|
430
|
-
let
|
|
431
|
-
|
|
432
|
-
|
|
433
|
-
if (
|
|
434
|
-
|
|
505
|
+
let handlePromise = null;
|
|
506
|
+
let sizePromise = null;
|
|
507
|
+
let closed = false;
|
|
508
|
+
const ensureHandle = async () => {
|
|
509
|
+
if (closed) {
|
|
510
|
+
throw new Error(`artifact storage context: file reader already closed for "${cacheKey}".`);
|
|
435
511
|
}
|
|
436
|
-
|
|
437
|
-
|
|
438
|
-
|
|
439
|
-
|
|
440
|
-
|
|
441
|
-
|
|
512
|
+
if (!handlePromise) {
|
|
513
|
+
handlePromise = import('node:fs/promises')
|
|
514
|
+
.then((fs) => fs.open(fileRef, 'r'))
|
|
515
|
+
.catch((error) => {
|
|
516
|
+
handlePromise = null;
|
|
517
|
+
throw error;
|
|
518
|
+
});
|
|
519
|
+
}
|
|
520
|
+
return handlePromise;
|
|
521
|
+
};
|
|
522
|
+
const getSize = async () => {
|
|
523
|
+
if (!sizePromise) {
|
|
524
|
+
sizePromise = (async () => {
|
|
525
|
+
const handle = await ensureHandle();
|
|
526
|
+
const stats = await handle.stat();
|
|
527
|
+
return Number(stats.size);
|
|
528
|
+
})().catch((error) => {
|
|
529
|
+
sizePromise = null;
|
|
530
|
+
throw error;
|
|
531
|
+
});
|
|
532
|
+
}
|
|
533
|
+
return sizePromise;
|
|
534
|
+
};
|
|
535
|
+
reader = {
|
|
536
|
+
async readRange(offset = 0, length = null) {
|
|
537
|
+
const start = Math.max(0, Math.floor(Number(offset) || 0));
|
|
538
|
+
const fileSize = await getSize();
|
|
539
|
+
const end = length == null
|
|
540
|
+
? fileSize
|
|
541
|
+
: Math.min(fileSize, start + Math.max(0, Math.floor(Number(length) || 0)));
|
|
542
|
+
if (end <= start) {
|
|
543
|
+
return new ArrayBuffer(0);
|
|
544
|
+
}
|
|
545
|
+
const handle = await ensureHandle();
|
|
546
|
+
const out = Buffer.allocUnsafe(end - start);
|
|
547
|
+
let position = 0;
|
|
548
|
+
while (position < out.length) {
|
|
549
|
+
const { bytesRead } = await handle.read(out, position, out.length - position, start + position);
|
|
550
|
+
if (bytesRead === 0) {
|
|
551
|
+
break;
|
|
552
|
+
}
|
|
553
|
+
position += bytesRead;
|
|
554
|
+
}
|
|
555
|
+
return out.buffer.slice(out.byteOffset, out.byteOffset + position);
|
|
556
|
+
},
|
|
557
|
+
async getSize() {
|
|
558
|
+
return getSize();
|
|
559
|
+
},
|
|
560
|
+
async close() {
|
|
561
|
+
closed = true;
|
|
562
|
+
const handle = await handlePromise;
|
|
563
|
+
handlePromise = null;
|
|
564
|
+
if (handle) {
|
|
565
|
+
await handle.close();
|
|
566
|
+
}
|
|
567
|
+
},
|
|
568
|
+
};
|
|
569
|
+
readers.set(cacheKey, reader);
|
|
570
|
+
return reader;
|
|
571
|
+
};
|
|
572
|
+
|
|
573
|
+
return {
|
|
574
|
+
async readRange(fileRef, offset = 0, length = null) {
|
|
575
|
+
return getReader(fileRef).readRange(offset, length);
|
|
576
|
+
},
|
|
577
|
+
async getSize(fileRef) {
|
|
578
|
+
return getReader(fileRef).getSize();
|
|
579
|
+
},
|
|
580
|
+
async close() {
|
|
581
|
+
const pending = Array.from(readers.values(), (reader) => reader.close());
|
|
582
|
+
readers.clear();
|
|
583
|
+
await Promise.all(pending);
|
|
584
|
+
},
|
|
585
|
+
};
|
|
442
586
|
}
|
|
443
587
|
|
|
444
588
|
export function createNodeFileArtifactStorageContext(baseUrl, manifest) {
|
|
@@ -452,69 +596,198 @@ export function createNodeFileArtifactStorageContext(baseUrl, manifest) {
|
|
|
452
596
|
return null;
|
|
453
597
|
}
|
|
454
598
|
|
|
455
|
-
const
|
|
456
|
-
const fileRef = await resolveArtifactFileReference(root, relativePath);
|
|
457
|
-
return readNodeFileRange(fileRef, offset, length);
|
|
458
|
-
};
|
|
459
|
-
const streamRange = async function* (relativePath, offset = 0, length = null, options = {}) {
|
|
460
|
-
if (!Number.isFinite(offset) || !Number.isFinite(length) || length <= 0) {
|
|
461
|
-
return;
|
|
462
|
-
}
|
|
463
|
-
const fileRef = await resolveArtifactFileReference(root, relativePath);
|
|
464
|
-
const fs = await import('node:fs/promises');
|
|
465
|
-
const { createReadStream } = await import('node:fs');
|
|
466
|
-
const stats = await fs.stat(fileRef);
|
|
467
|
-
const start = Math.max(0, Math.floor(offset));
|
|
468
|
-
const end = Math.min(Number(stats.size), start + Math.floor(length));
|
|
469
|
-
if (end <= start) {
|
|
470
|
-
return;
|
|
471
|
-
}
|
|
472
|
-
const chunkBytesRaw = Number(options?.chunkBytes);
|
|
473
|
-
const highWaterMark = Number.isFinite(chunkBytesRaw) && chunkBytesRaw > 0
|
|
474
|
-
? Math.floor(chunkBytesRaw)
|
|
475
|
-
: SOURCE_VERIFY_CHUNK_BYTES;
|
|
476
|
-
const stream = createReadStream(fileRef, {
|
|
477
|
-
start,
|
|
478
|
-
end: end - 1,
|
|
479
|
-
highWaterMark,
|
|
480
|
-
});
|
|
481
|
-
for await (const chunk of stream) {
|
|
482
|
-
yield chunk;
|
|
483
|
-
}
|
|
484
|
-
};
|
|
485
|
-
const readText = async (relativePath) => {
|
|
486
|
-
const fileRef = await resolveArtifactFileReference(root, relativePath);
|
|
487
|
-
const fs = await import('node:fs/promises');
|
|
488
|
-
return fs.readFile(fileRef, 'utf8');
|
|
489
|
-
};
|
|
490
|
-
const readBinary = async (relativePath) => {
|
|
491
|
-
const fileRef = await resolveArtifactFileReference(root, relativePath);
|
|
492
|
-
const fs = await import('node:fs/promises');
|
|
493
|
-
return fs.readFile(fileRef);
|
|
494
|
-
};
|
|
599
|
+
const fileAccess = createNodeFileAccess();
|
|
495
600
|
|
|
496
|
-
|
|
497
|
-
|
|
498
|
-
|
|
499
|
-
|
|
500
|
-
|
|
501
|
-
|
|
502
|
-
|
|
503
|
-
|
|
601
|
+
try {
|
|
602
|
+
const readRange = async (relativePath, offset = 0, length = null) => {
|
|
603
|
+
const fileRef = await resolveArtifactFileReference(root, relativePath);
|
|
604
|
+
return fileAccess.readRange(fileRef, offset, length);
|
|
605
|
+
};
|
|
606
|
+
const streamRange = async function* (relativePath, offset = 0, length = null, options = {}) {
|
|
607
|
+
if (!Number.isFinite(offset) || !Number.isFinite(length) || length <= 0) {
|
|
608
|
+
return;
|
|
609
|
+
}
|
|
610
|
+
const fileRef = await resolveArtifactFileReference(root, relativePath);
|
|
611
|
+
const { createReadStream } = await import('node:fs');
|
|
612
|
+
const fileSize = await fileAccess.getSize(fileRef);
|
|
613
|
+
const start = Math.max(0, Math.floor(offset));
|
|
614
|
+
const end = Math.min(fileSize, start + Math.floor(length));
|
|
615
|
+
if (end <= start) {
|
|
616
|
+
return;
|
|
617
|
+
}
|
|
618
|
+
const chunkBytesRaw = Number(options?.chunkBytes);
|
|
619
|
+
const highWaterMark = Number.isFinite(chunkBytesRaw) && chunkBytesRaw > 0
|
|
620
|
+
? Math.floor(chunkBytesRaw)
|
|
621
|
+
: SOURCE_VERIFY_CHUNK_BYTES;
|
|
622
|
+
const stream = createReadStream(fileRef, {
|
|
623
|
+
start,
|
|
624
|
+
end: end - 1,
|
|
625
|
+
highWaterMark,
|
|
626
|
+
});
|
|
627
|
+
for await (const chunk of stream) {
|
|
628
|
+
yield chunk;
|
|
629
|
+
}
|
|
630
|
+
};
|
|
631
|
+
const readText = async (relativePath) => {
|
|
632
|
+
const fileRef = await resolveArtifactFileReference(root, relativePath);
|
|
633
|
+
const fs = await import('node:fs/promises');
|
|
634
|
+
return fs.readFile(fileRef, 'utf8');
|
|
635
|
+
};
|
|
636
|
+
const readBinary = async (relativePath) => {
|
|
637
|
+
const fileRef = await resolveArtifactFileReference(root, relativePath);
|
|
638
|
+
const fs = await import('node:fs/promises');
|
|
639
|
+
return fs.readFile(fileRef);
|
|
640
|
+
};
|
|
641
|
+
|
|
642
|
+
return createArtifactStorageContext({
|
|
643
|
+
manifest,
|
|
644
|
+
readRange,
|
|
645
|
+
streamRange,
|
|
646
|
+
readText,
|
|
647
|
+
readBinary,
|
|
648
|
+
close: fileAccess.close,
|
|
649
|
+
verifyHashes: false,
|
|
650
|
+
});
|
|
651
|
+
} catch (error) {
|
|
652
|
+
fileAccess.close().catch(() => {});
|
|
653
|
+
throw error;
|
|
654
|
+
}
|
|
504
655
|
}
|
|
505
656
|
|
|
506
657
|
async function fetchBytes(url, offset = null, length = null) {
|
|
507
658
|
const headers = {};
|
|
659
|
+
const hasRange = Number.isFinite(offset) && Number.isFinite(length) && length > 0;
|
|
660
|
+
let start = null;
|
|
661
|
+
let requestedLength = null;
|
|
508
662
|
if (Number.isFinite(offset) && Number.isFinite(length) && length > 0) {
|
|
509
|
-
|
|
663
|
+
start = Math.max(0, Math.floor(offset));
|
|
664
|
+
requestedLength = Math.max(0, Math.floor(length));
|
|
510
665
|
const end = start + Math.max(0, Math.floor(length)) - 1;
|
|
511
666
|
headers.Range = `bytes=${start}-${end}`;
|
|
512
667
|
}
|
|
513
|
-
|
|
514
|
-
|
|
515
|
-
|
|
668
|
+
try {
|
|
669
|
+
const response = await fetch(url, { headers, cache: 'no-store' });
|
|
670
|
+
if (!response.ok) {
|
|
671
|
+
throw new Error(`Failed to fetch ${url}: ${response.status}`);
|
|
672
|
+
}
|
|
673
|
+
const bytes = new Uint8Array(await response.arrayBuffer());
|
|
674
|
+
if (hasRange && response.status !== 206 && bytes.byteLength > requestedLength) {
|
|
675
|
+
const end = start + requestedLength;
|
|
676
|
+
if (bytes.byteLength < end) {
|
|
677
|
+
throw new Error(
|
|
678
|
+
`Range response for ${url} ignored offset and was too small: ` +
|
|
679
|
+
`offset=${start}, expectedEnd=${end}, got=${bytes.byteLength}`
|
|
680
|
+
);
|
|
681
|
+
}
|
|
682
|
+
return bytes.slice(start, end);
|
|
683
|
+
}
|
|
684
|
+
return bytes;
|
|
685
|
+
} catch (error) {
|
|
686
|
+
throw createHttpArtifactFetchError(error, url, offset, length);
|
|
516
687
|
}
|
|
517
|
-
|
|
688
|
+
}
|
|
689
|
+
|
|
690
|
+
function createHttpRangeBlockCache(options = {}) {
|
|
691
|
+
const blockBytes = normalizeOptionalPositiveInteger(options.rangeCacheBlockBytes);
|
|
692
|
+
const maxBytes = normalizeOptionalPositiveInteger(options.rangeCacheMaxBytes);
|
|
693
|
+
const minBytes = normalizeOptionalPositiveInteger(options.rangeCacheMinBytes);
|
|
694
|
+
if (blockBytes <= 0 || maxBytes <= 0) {
|
|
695
|
+
return null;
|
|
696
|
+
}
|
|
697
|
+
|
|
698
|
+
const cache = new Map();
|
|
699
|
+
const pending = new Map();
|
|
700
|
+
let residentBytes = 0;
|
|
701
|
+
|
|
702
|
+
const readCachedBlock = async (url, blockStart, blockLength) => {
|
|
703
|
+
const key = `${url}\n${blockStart}`;
|
|
704
|
+
const cached = cache.get(key);
|
|
705
|
+
if (cached) {
|
|
706
|
+
cache.delete(key);
|
|
707
|
+
cache.set(key, cached);
|
|
708
|
+
return cached;
|
|
709
|
+
}
|
|
710
|
+
|
|
711
|
+
let task = pending.get(key);
|
|
712
|
+
if (!task) {
|
|
713
|
+
task = (async () => {
|
|
714
|
+
const bytes = await fetchBytes(url, blockStart, blockLength);
|
|
715
|
+
if (bytes.byteLength < blockLength) {
|
|
716
|
+
throw new Error(
|
|
717
|
+
`HTTP range block short read for ${url}: ` +
|
|
718
|
+
`offset=${blockStart}, expected=${blockLength}, got=${bytes.byteLength}`
|
|
719
|
+
);
|
|
720
|
+
}
|
|
721
|
+
if (bytes.byteLength <= maxBytes) {
|
|
722
|
+
while (residentBytes + bytes.byteLength > maxBytes && cache.size > 0) {
|
|
723
|
+
const [oldestKey, oldestBytes] = cache.entries().next().value;
|
|
724
|
+
cache.delete(oldestKey);
|
|
725
|
+
residentBytes -= oldestBytes.byteLength;
|
|
726
|
+
}
|
|
727
|
+
if (residentBytes + bytes.byteLength <= maxBytes) {
|
|
728
|
+
cache.set(key, bytes);
|
|
729
|
+
residentBytes += bytes.byteLength;
|
|
730
|
+
}
|
|
731
|
+
}
|
|
732
|
+
return bytes;
|
|
733
|
+
})();
|
|
734
|
+
pending.set(key, task);
|
|
735
|
+
task.then(
|
|
736
|
+
() => pending.delete(key),
|
|
737
|
+
() => pending.delete(key)
|
|
738
|
+
);
|
|
739
|
+
}
|
|
740
|
+
return task;
|
|
741
|
+
};
|
|
742
|
+
|
|
743
|
+
return async function readRange(url, fileSize, offset = 0, length = null) {
|
|
744
|
+
if (
|
|
745
|
+
!Number.isFinite(fileSize)
|
|
746
|
+
|| !Number.isFinite(offset)
|
|
747
|
+
|| !Number.isFinite(length)
|
|
748
|
+
|| length < minBytes
|
|
749
|
+
) {
|
|
750
|
+
return fetchBytes(url, offset, length);
|
|
751
|
+
}
|
|
752
|
+
|
|
753
|
+
const start = Math.max(0, Math.floor(offset));
|
|
754
|
+
const available = Math.max(0, Math.floor(fileSize) - start);
|
|
755
|
+
const requested = Math.min(available, Math.max(0, Math.floor(length)));
|
|
756
|
+
if (requested <= 0) {
|
|
757
|
+
return new Uint8Array(0);
|
|
758
|
+
}
|
|
759
|
+
|
|
760
|
+
const end = start + requested;
|
|
761
|
+
const chunks = [];
|
|
762
|
+
let total = 0;
|
|
763
|
+
let cursor = start;
|
|
764
|
+
while (cursor < end) {
|
|
765
|
+
const blockStart = Math.floor(cursor / blockBytes) * blockBytes;
|
|
766
|
+
const blockLength = Math.min(blockBytes, Math.max(0, Math.floor(fileSize) - blockStart));
|
|
767
|
+
const block = await readCachedBlock(url, blockStart, blockLength);
|
|
768
|
+
const blockOffset = cursor - blockStart;
|
|
769
|
+
const take = Math.min(block.byteLength - blockOffset, end - cursor);
|
|
770
|
+
if (take <= 0) {
|
|
771
|
+
throw new Error(
|
|
772
|
+
`HTTP range block could not satisfy ${url}: offset=${cursor}, blockStart=${blockStart}`
|
|
773
|
+
);
|
|
774
|
+
}
|
|
775
|
+
if (total === 0 && start === blockStart && take === requested && take === block.byteLength) {
|
|
776
|
+
return block;
|
|
777
|
+
}
|
|
778
|
+
chunks.push(block.subarray(blockOffset, blockOffset + take));
|
|
779
|
+
total += take;
|
|
780
|
+
cursor += take;
|
|
781
|
+
}
|
|
782
|
+
|
|
783
|
+
const out = new Uint8Array(total);
|
|
784
|
+
let writeOffset = 0;
|
|
785
|
+
for (const chunk of chunks) {
|
|
786
|
+
out.set(chunk, writeOffset);
|
|
787
|
+
writeOffset += chunk.byteLength;
|
|
788
|
+
}
|
|
789
|
+
return out;
|
|
790
|
+
};
|
|
518
791
|
}
|
|
519
792
|
|
|
520
793
|
export function createHttpArtifactStorageContext(baseUrl, manifest, options = {}) {
|
|
@@ -522,24 +795,42 @@ export function createHttpArtifactStorageContext(baseUrl, manifest, options = {}
|
|
|
522
795
|
if (!root || !manifest) {
|
|
523
796
|
return null;
|
|
524
797
|
}
|
|
798
|
+
const shardSizeByPath = new Map(
|
|
799
|
+
(Array.isArray(manifest.shards) ? manifest.shards : [])
|
|
800
|
+
.map((shard) => [
|
|
801
|
+
normalizeArtifactPath(shard?.filename),
|
|
802
|
+
normalizeOptionalPositiveInteger(shard?.size, 0),
|
|
803
|
+
])
|
|
804
|
+
.filter(([filename, size]) => filename && size >= 0)
|
|
805
|
+
);
|
|
806
|
+
const readRangeWithCache = createHttpRangeBlockCache(options);
|
|
525
807
|
|
|
526
808
|
const readRange = async (relativePath, offset = 0, length = null) => {
|
|
527
809
|
const filename = normalizeArtifactPath(relativePath);
|
|
528
810
|
if (!filename) {
|
|
529
811
|
throw new Error('Artifact file path is required.');
|
|
530
812
|
}
|
|
531
|
-
|
|
813
|
+
const url = `${root}/${filename}`;
|
|
814
|
+
if (readRangeWithCache) {
|
|
815
|
+
return readRangeWithCache(url, shardSizeByPath.get(filename) ?? null, offset, length);
|
|
816
|
+
}
|
|
817
|
+
return fetchBytes(url, offset, length);
|
|
532
818
|
};
|
|
533
819
|
const readText = async (relativePath) => {
|
|
534
820
|
const filename = normalizeArtifactPath(relativePath);
|
|
535
821
|
if (!filename) {
|
|
536
822
|
return null;
|
|
537
823
|
}
|
|
538
|
-
const
|
|
539
|
-
|
|
540
|
-
|
|
824
|
+
const url = `${root}/${filename}`;
|
|
825
|
+
try {
|
|
826
|
+
const response = await fetch(url, { cache: 'no-store' });
|
|
827
|
+
if (!response.ok) {
|
|
828
|
+
throw new Error(`Failed to fetch ${filename} from ${root}: ${response.status}`);
|
|
829
|
+
}
|
|
830
|
+
return response.text();
|
|
831
|
+
} catch (error) {
|
|
832
|
+
throw createHttpArtifactFetchError(error, url);
|
|
541
833
|
}
|
|
542
|
-
return response.text();
|
|
543
834
|
};
|
|
544
835
|
const readBinary = async (relativePath) => {
|
|
545
836
|
const filename = normalizeArtifactPath(relativePath);
|