doppler-gpu 0.2.0 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +21 -1
- package/README.md +97 -29
- package/package.json +40 -27
- package/src/cli/config/doppler-quickstart.json +10 -0
- package/src/cli/doppler-cli.js +66 -22
- package/src/cli/doppler-quickstart.d.ts +61 -0
- package/src/cli/doppler-quickstart.js +299 -0
- package/src/cli/doppler-serve.js +395 -0
- package/src/client/doppler-api.browser.js +13 -377
- package/src/client/doppler-api.d.ts +35 -56
- package/src/client/doppler-api.js +12 -363
- package/src/client/doppler-registry.json +55 -2
- package/src/client/runtime/index.d.ts +63 -0
- package/src/client/runtime/index.js +173 -0
- package/src/client/runtime/lora.d.ts +36 -0
- package/src/client/runtime/lora.js +165 -0
- package/src/client/{doppler-provider → runtime}/model-manager.d.ts +1 -1
- package/src/client/{doppler-provider → runtime}/model-manager.js +56 -30
- package/src/client/runtime/model-session.d.ts +72 -0
- package/src/client/runtime/model-session.js +122 -0
- package/src/client/runtime/model-source.d.ts +43 -0
- package/src/client/runtime/model-source.js +101 -0
- package/src/client/{doppler-provider → runtime}/source-runtime.d.ts +8 -5
- package/src/client/runtime/source-runtime.js +919 -0
- package/src/client/runtime/storage.d.ts +5 -0
- package/src/client/runtime/storage.js +51 -0
- package/src/client/{doppler-provider → runtime}/types.d.ts +14 -2
- package/src/config/README.md +2 -0
- package/src/config/conversion/README.md +47 -7
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +67 -5
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +62 -11
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +79 -18
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +61 -13
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +53 -10
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +66 -18
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +256 -0
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +49 -8
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +45 -6
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +45 -6
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +57 -9
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +105 -26
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +83 -33
- package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +33 -5
- package/src/config/execution-contract-check.d.ts +2 -1
- package/src/config/execution-contract-check.js +187 -53
- package/src/config/kernel-path-loader.d.ts +36 -0
- package/src/config/kernel-path-loader.js +97 -10
- package/src/config/kernels/kernel-ref-digests.js +40 -24
- package/src/config/kernels/registry.js +0 -1
- package/src/config/kernels/registry.json +772 -66
- package/src/config/merge-contract-check.js +3 -0
- package/src/config/merge.d.ts +18 -1
- package/src/config/merge.js +56 -0
- package/src/config/param-categories.js +5 -0
- package/src/config/param-validator.js +42 -26
- package/src/config/platforms/apple-m3.json +1 -1
- package/src/config/platforms/loader.js +21 -16
- package/src/config/required-inference-fields-contract-check.js +16 -0
- package/src/config/runtime/compute/f16-batched.json +2 -0
- package/src/config/runtime/default.json +1 -0
- package/src/config/runtime/experiments/bench/gemma3-bench-q4k-alt.json +57 -0
- package/src/config/runtime/experiments/bench/gemma3-bench-q4k-batched.json +57 -0
- package/src/config/runtime/experiments/bench/gemma3-bench-q4k.json +2 -0
- package/src/config/runtime/experiments/bench/qwen3-bench-q4k-alt.json +57 -0
- package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +57 -0
- package/src/config/runtime/experiments/debug/gemma3-browser-diagnose-q4k.json +81 -0
- package/src/config/runtime/experiments/debug/gemma3-debug-q4k.json +5 -0
- package/src/config/runtime/experiments/debug/qwen35-browser-diagnose-q4k.json +81 -0
- package/src/config/runtime/experiments/verify/gemma4-e2b-verify.json +38 -0
- package/src/config/runtime/profiles/gemma4-e2b-low-memory.json +63 -0
- package/src/config/runtime/profiles/gemma4-e2b-throughput.json +39 -0
- package/src/config/runtime/profiles/low-memory.json +1 -0
- package/src/config/runtime/profiles/turboquant-contiguous-prod.json +29 -0
- package/src/config/runtime/profiles/turboquant-contiguous.json +29 -0
- package/src/config/runtime/profiles/turboquant.json +36 -0
- package/src/config/runtime/profiles/vector-stability.json +1 -0
- package/src/config/runtime/tiers/gemma4-128gb.json +79 -0
- package/src/config/runtime/tiers/gemma4-16gb.json +15 -2
- package/src/config/runtime/tiers/gemma4-24gb.json +15 -2
- package/src/config/runtime/tiers/gemma4-32gb.json +15 -2
- package/src/config/runtime.js +11 -4
- package/src/config/schema/converter.schema.d.ts +4 -2
- package/src/config/schema/converter.schema.js +7 -5
- package/src/config/schema/doppler.schema.d.ts +26 -2
- package/src/config/schema/doppler.schema.js +77 -28
- package/src/config/schema/execution-v1.schema.d.ts +78 -5
- package/src/config/schema/execution-v1.schema.js +62 -1
- package/src/config/schema/index.d.ts +22 -29
- package/src/config/schema/index.js +15 -17
- package/src/config/schema/inference.schema.d.ts +26 -4
- package/src/config/schema/kernel-path.schema.d.ts +30 -3
- package/src/config/schema/kernel-registry.schema.d.ts +1 -1
- package/src/config/schema/kernel-registry.schema.js +1 -0
- package/src/config/schema/kvcache.schema.js +7 -0
- package/src/config/schema/loading.schema.d.ts +28 -0
- package/src/config/schema/loading.schema.js +9 -0
- package/src/config/schema/manifest.schema.d.ts +79 -5
- package/src/config/schema/manifest.schema.js +7 -1
- package/src/config/schema/platform.schema.d.ts +10 -8
- package/src/config/schema/speculation-self.schema.js +0 -5
- package/src/config/schema/support-tiers.schema.d.ts +53 -0
- package/src/config/schema/support-tiers.schema.js +128 -0
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +622 -0
- package/src/config/source-packages/registry.json +15 -0
- package/src/config/support-tiers/subsystems.json +502 -0
- package/src/config/transforms/capability-transform-resolver.d.ts +16 -5
- package/src/config/transforms/capability-transform-resolver.js +44 -9
- package/src/config/transforms/execution-graph-transforms.d.ts +113 -2
- package/src/config/transforms/execution-graph-transforms.js +1220 -8
- package/src/converter/conversion-plan.js +20 -8
- package/src/converter/core.d.ts +48 -1
- package/src/converter/core.js +249 -62
- package/src/converter/parsers/gguf.d.ts +10 -1
- package/src/converter/rope-config.d.ts +1 -0
- package/src/converter/rope-config.js +75 -5
- package/src/converter/shard-packer.js +2 -2
- package/src/debug/tensor.js +13 -1
- package/src/{adapters → experimental/adapters}/adapter-manager.d.ts +1 -1
- package/src/{adapters → experimental/adapters}/adapter-manager.js +2 -2
- package/src/{adapters → experimental/adapters}/adapter-manifest.d.ts +1 -1
- package/src/{adapters → experimental/adapters}/adapter-manifest.js +1 -1
- package/src/{adapters → experimental/adapters}/adapter-registry.d.ts +1 -1
- package/src/{adapters → experimental/adapters}/adapter-registry.js +1 -1
- package/src/{adapters → experimental/adapters}/lora-loader.d.ts +1 -1
- package/src/{adapters → experimental/adapters}/lora-loader.js +2 -2
- package/src/{bridge → experimental/bridge}/extension-client.js +2 -2
- package/src/{bridge → experimental/bridge}/node-bridge.js +2 -4
- package/src/{bridge → experimental/bridge}/protocol.js +1 -1
- package/src/{browser → experimental/browser}/browser-converter.d.ts +4 -4
- package/src/{browser → experimental/browser}/browser-converter.js +12 -12
- package/src/{browser → experimental/browser}/gguf-importer.d.ts +1 -1
- package/src/{browser → experimental/browser}/gguf-importer.js +8 -8
- package/src/{browser → experimental/browser}/gguf-parser-browser.d.ts +2 -2
- package/src/{browser → experimental/browser}/gguf-parser-browser.js +3 -3
- package/src/{browser → experimental/browser}/quantization.d.ts +3 -3
- package/src/{browser → experimental/browser}/quantization.js +4 -4
- package/src/{browser → experimental/browser}/safetensors-parser-browser.d.ts +3 -3
- package/src/{browser → experimental/browser}/safetensors-parser-browser.js +3 -3
- package/src/{browser → experimental/browser}/shard-io-browser.d.ts +1 -1
- package/src/{browser → experimental/browser}/shard-io-browser.js +2 -2
- package/src/{browser → experimental/browser}/tensor-source-download.js +3 -3
- package/src/experimental/diffusion/index.d.ts +8 -0
- package/src/experimental/diffusion/index.js +8 -0
- package/src/{distribution → experimental/distribution}/p2p-transport-contract.js +1 -1
- package/src/{distribution → experimental/distribution}/p2p-transport.js +1 -1
- package/src/{distribution → experimental/distribution}/shard-delivery.js +5 -5
- package/src/experimental/energy/index.d.ts +2 -0
- package/src/experimental/energy/index.js +2 -0
- package/src/{hotswap → experimental/hotswap}/intent-bundle.d.ts +1 -1
- package/src/{hotswap → experimental/hotswap}/intent-bundle.js +2 -2
- package/src/{hotswap → experimental/hotswap}/manifest.d.ts +2 -2
- package/src/{hotswap → experimental/hotswap}/manifest.js +1 -1
- package/src/{hotswap → experimental/hotswap}/model-swap.js +1 -1
- package/src/{hotswap → experimental/hotswap}/runtime.d.ts +1 -1
- package/src/experimental/orchestration/index.d.ts +12 -0
- package/src/experimental/orchestration/index.js +12 -0
- package/src/{training → experimental/training}/README.md +1 -1
- package/src/{training → experimental/training}/artifacts.d.ts +3 -3
- package/src/{training → experimental/training}/artifacts.js +3 -3
- package/src/{training → experimental/training}/attention-backward.d.ts +1 -1
- package/src/{training → experimental/training}/attention-backward.js +3 -3
- package/src/{training → experimental/training}/attention-forward.d.ts +2 -2
- package/src/{training → experimental/training}/attention-forward.js +1 -1
- package/src/{training → experimental/training}/autograd.d.ts +2 -2
- package/src/{training → experimental/training}/autograd.js +7 -7
- package/src/{training → experimental/training}/backward-kernels.js +1 -1
- package/src/{training → experimental/training}/checkpoint.js +1 -1
- package/src/{training → experimental/training}/clip.d.ts +2 -2
- package/src/{training → experimental/training}/clip.js +3 -3
- package/src/{training → experimental/training}/export.d.ts +2 -2
- package/src/{training → experimental/training}/export.js +2 -2
- package/src/{training → experimental/training}/lora-pipeline.js +4 -4
- package/src/{training → experimental/training}/lora.d.ts +1 -1
- package/src/{training → experimental/training}/lora.js +4 -4
- package/src/{training → experimental/training}/loss-scaling.d.ts +2 -2
- package/src/{training → experimental/training}/loss-scaling.js +3 -3
- package/src/{training → experimental/training}/loss.d.ts +2 -2
- package/src/{training → experimental/training}/loss.js +1 -1
- package/src/{training → experimental/training}/operator-artifacts.js +1 -1
- package/src/{training → experimental/training}/optimizer.d.ts +2 -2
- package/src/{training → experimental/training}/optimizer.js +3 -3
- package/src/{training → experimental/training}/runner.d.ts +2 -2
- package/src/{training → experimental/training}/runner.js +5 -5
- package/src/{training → experimental/training}/suite.js +16 -16
- package/src/{training → experimental/training}/tensor-factory.d.ts +1 -1
- package/src/{training → experimental/training}/tensor-factory.js +2 -2
- package/src/{training → experimental/training}/trainer.d.ts +3 -3
- package/src/{training → experimental/training}/trainer.js +3 -3
- package/src/{training → experimental/training}/ul_dataset.d.ts +2 -2
- package/src/{training → experimental/training}/ul_dataset.js +1 -1
- package/src/{training → experimental/training}/ul_schedule.d.ts +1 -1
- package/src/{training → experimental/training}/workloads.js +4 -4
- package/src/formats/index.d.ts +24 -0
- package/src/formats/index.js +6 -0
- package/src/formats/litert/index.d.ts +1 -0
- package/src/formats/litert/index.js +1 -0
- package/src/formats/litert/types.d.ts +87 -0
- package/src/formats/litert/types.js +568 -0
- package/src/formats/rdrr/classification.js +16 -8
- package/src/formats/rdrr/parsing.d.ts +3 -2
- package/src/formats/rdrr/types.d.ts +33 -0
- package/src/formats/rdrr/validation.js +16 -5
- package/src/formats/tflite/index.d.ts +1 -0
- package/src/formats/tflite/index.js +1 -0
- package/src/formats/tflite/types.d.ts +84 -0
- package/src/formats/tflite/types.js +633 -0
- package/src/generation/index.d.ts +16 -14
- package/src/generation/index.js +1 -32
- package/src/gpu/command-recorder.d.ts +17 -1
- package/src/gpu/command-recorder.js +47 -10
- package/src/gpu/device.d.ts +3 -1
- package/src/gpu/device.js +17 -11
- package/src/gpu/kernel-selector.js +3 -1
- package/src/gpu/kernels/attention.d.ts +2 -0
- package/src/gpu/kernels/attention.js +359 -14
- package/src/gpu/kernels/attention.wgsl +20 -1
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +180 -0
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +192 -0
- package/src/gpu/kernels/attention_decode_online_f16.wgsl +36 -18
- package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +36 -18
- package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +269 -0
- package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +281 -0
- package/src/gpu/kernels/attention_head256_f16kv.wgsl +269 -0
- package/src/gpu/kernels/attention_streaming.wgsl +22 -3
- package/src/gpu/kernels/attention_streaming_f16.wgsl +1 -1
- package/src/gpu/kernels/attention_streaming_f16kv.wgsl +1 -1
- package/src/gpu/kernels/backward/attention_backward.d.ts +14 -1
- package/src/gpu/kernels/check-hot-vocab-stop.d.ts +18 -0
- package/src/gpu/kernels/check-hot-vocab-stop.js +108 -0
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +1 -1
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +1 -1
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +126 -194
- package/src/gpu/kernels/codegen/wgsl-variants.js +24 -6
- package/src/gpu/kernels/depthwise_conv1d.d.ts +23 -0
- package/src/gpu/kernels/depthwise_conv1d.js +51 -0
- package/src/gpu/kernels/depthwise_conv1d.wgsl +46 -0
- package/src/gpu/kernels/feature-check.js +0 -1
- package/src/gpu/kernels/fused_ffn.js +67 -22
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +48 -43
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +329 -0
- package/src/gpu/kernels/fused_matmul_q4.wgsl +417 -0
- package/src/gpu/kernels/fused_matmul_q4_batched_multicol_shared.wgsl +174 -0
- package/src/gpu/kernels/gather.d.ts +4 -0
- package/src/gpu/kernels/gather.js +13 -2
- package/src/gpu/kernels/gather.wgsl +5 -3
- package/src/gpu/kernels/gather_f16.wgsl +5 -3
- package/src/gpu/kernels/index.d.ts +7 -0
- package/src/gpu/kernels/index.js +6 -0
- package/src/gpu/kernels/kernel-configs.js +1 -0
- package/src/gpu/kernels/kv-quantize.js +87 -55
- package/src/gpu/kernels/kv_quantize_turboquant.wgsl +153 -0
- package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +230 -0
- package/src/gpu/kernels/linear-attention-core.d.ts +3 -0
- package/src/gpu/kernels/linear-attention-core.js +145 -56
- package/src/gpu/kernels/matmul-dispatch.js +3 -0
- package/src/gpu/kernels/matmul-selection.js +31 -42
- package/src/gpu/kernels/matmul.d.ts +3 -0
- package/src/gpu/kernels/matmul.js +72 -34
- package/src/gpu/kernels/residual.d.ts +2 -0
- package/src/gpu/kernels/residual.js +43 -4
- package/src/gpu/kernels/rope.d.ts +2 -0
- package/src/gpu/kernels/rope.js +19 -6
- package/src/gpu/kernels/rope.wgsl +24 -12
- package/src/gpu/kernels/rope_f16.wgsl +97 -38
- package/src/gpu/kernels/scale.d.ts +5 -0
- package/src/gpu/kernels/scale.js +6 -1
- package/src/gpu/kernels/scale.wgsl +3 -1
- package/src/gpu/kernels/scale_f16.wgsl +32 -0
- package/src/gpu/kernels/turboquant-codebook.js +564 -0
- package/src/gpu/kernels/uniform-utils.js +26 -0
- package/src/gpu/kernels/utils.js +6 -1
- package/src/gpu/submit-probe.d.ts +12 -0
- package/src/gpu/submit-probe.js +77 -0
- package/src/gpu/weight-buffer.d.ts +26 -3
- package/src/gpu/weight-buffer.js +62 -2
- package/src/index-browser.d.ts +1 -91
- package/src/index-browser.js +0 -66
- package/src/index.d.ts +1 -102
- package/src/index.js +0 -74
- package/src/inference/browser-harness-model-helpers.d.ts +3 -0
- package/src/inference/browser-harness-model-helpers.js +134 -11
- package/src/inference/browser-harness-runtime-helpers.js +1 -9
- package/src/inference/browser-harness-text-helpers.js +441 -70
- package/src/inference/browser-harness.js +61 -4
- package/src/inference/decode-ring.d.ts +2 -0
- package/src/inference/decode-ring.js +20 -0
- package/src/inference/kv-cache/index.d.ts +3 -0
- package/src/inference/kv-cache/index.js +2 -0
- package/src/inference/kv-cache/mixed-geometry.d.ts +84 -0
- package/src/inference/kv-cache/mixed-geometry.js +422 -0
- package/src/inference/kv-cache/quantized.d.ts +56 -0
- package/src/inference/kv-cache/quantized.js +383 -0
- package/src/inference/kv-cache/tiered.d.ts +20 -3
- package/src/inference/kv-cache/tiered.js +203 -65
- package/src/inference/kv-cache/types.d.ts +49 -6
- package/src/inference/kv-cache.d.ts +3 -0
- package/src/inference/kv-cache.js +2 -0
- package/src/inference/multi-model-network.js +2 -1
- package/src/inference/pipelines/audio/gemma4.js +655 -0
- package/src/inference/pipelines/audio/index.js +39 -0
- package/src/inference/pipelines/audio/mel.js +171 -0
- package/src/inference/pipelines/context.js +9 -1
- package/src/inference/pipelines/diffusion/text-encoder-gpu.js +2 -0
- package/src/inference/pipelines/shared/clipped-linear.js +46 -0
- package/src/inference/pipelines/text/attention/dispatch-params.d.ts +2 -1
- package/src/inference/pipelines/text/attention/dispatch-params.js +52 -8
- package/src/inference/pipelines/text/attention/output-projection.js +3 -3
- package/src/inference/pipelines/text/attention/precision-contract.d.ts +36 -0
- package/src/inference/pipelines/text/attention/precision-contract.js +115 -0
- package/src/inference/pipelines/text/attention/projections.d.ts +23 -0
- package/src/inference/pipelines/text/attention/projections.js +182 -15
- package/src/inference/pipelines/text/attention/quant-options.js +54 -0
- package/src/inference/pipelines/text/attention/record.js +257 -69
- package/src/inference/pipelines/text/attention/run.js +306 -94
- package/src/inference/pipelines/text/attention/types.d.ts +11 -0
- package/src/inference/pipelines/text/chat-format.d.ts +8 -1
- package/src/inference/pipelines/text/chat-format.js +89 -5
- package/src/inference/pipelines/text/config.d.ts +78 -26
- package/src/inference/pipelines/text/config.js +722 -28
- package/src/inference/pipelines/text/dtype-contract.d.ts +15 -0
- package/src/inference/pipelines/text/dtype-contract.js +38 -0
- package/src/inference/pipelines/text/embed.d.ts +4 -0
- package/src/inference/pipelines/text/embed.js +165 -172
- package/src/inference/pipelines/text/execution-plan.d.ts +19 -0
- package/src/inference/pipelines/text/execution-plan.js +112 -20
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +8 -4
- package/src/inference/pipelines/text/execution-runtime-builders.js +90 -49
- package/src/inference/pipelines/text/execution-v1.d.ts +23 -4
- package/src/inference/pipelines/text/execution-v1.js +411 -33
- package/src/inference/pipelines/text/ffn/dense.d.ts +59 -0
- package/src/inference/pipelines/text/ffn/dense.js +575 -63
- package/src/inference/pipelines/text/ffn/moe.js +1 -0
- package/src/inference/pipelines/text/ffn/sandwich.js +20 -4
- package/src/inference/pipelines/text/ffn/standard.js +28 -4
- package/src/inference/pipelines/text/finiteness-policy.d.ts +4 -0
- package/src/inference/pipelines/text/finiteness-policy.js +14 -11
- package/src/inference/pipelines/text/generator-helpers.d.ts +7 -0
- package/src/inference/pipelines/text/generator-helpers.js +39 -4
- package/src/inference/pipelines/text/generator-runtime.js +45 -8
- package/src/inference/pipelines/text/generator-steps.js +407 -75
- package/src/inference/pipelines/text/generator.d.ts +6 -0
- package/src/inference/pipelines/text/generator.js +1179 -305
- package/src/inference/pipelines/text/init.d.ts +39 -7
- package/src/inference/pipelines/text/init.js +525 -110
- package/src/inference/pipelines/text/layer-plan.d.ts +1 -0
- package/src/inference/pipelines/text/layer-plan.js +2 -0
- package/src/inference/pipelines/text/layer.js +402 -19
- package/src/inference/pipelines/text/linear-attention.d.ts +4 -0
- package/src/inference/pipelines/text/linear-attention.js +112 -41
- package/src/inference/pipelines/text/logits/gpu.d.ts +2 -1
- package/src/inference/pipelines/text/logits/gpu.js +334 -15
- package/src/inference/pipelines/text/logits/index.d.ts +11 -0
- package/src/inference/pipelines/text/logits/index.js +227 -29
- package/src/inference/pipelines/text/logits/types.d.ts +3 -0
- package/src/inference/pipelines/text/logits/utils.js +3 -1
- package/src/inference/pipelines/text/lora-apply.js +3 -3
- package/src/inference/pipelines/text/model-load.d.ts +2 -1
- package/src/inference/pipelines/text/model-load.js +205 -178
- package/src/inference/pipelines/text/moe-gpu.js +8 -0
- package/src/inference/pipelines/text/moe-impl.d.ts +2 -0
- package/src/inference/pipelines/text/ops.d.ts +16 -2
- package/src/inference/pipelines/text/ops.js +11 -2
- package/src/inference/pipelines/text/per-layer-inputs.d.ts +107 -0
- package/src/inference/pipelines/text/per-layer-inputs.js +1581 -0
- package/src/inference/pipelines/text/probes.js +6 -0
- package/src/inference/pipelines/text/sampling-config.js +9 -1
- package/src/inference/pipelines/text/stage-names.js +3 -0
- package/src/inference/pipelines/text/state.d.ts +12 -3
- package/src/inference/pipelines/text/state.js +19 -0
- package/src/inference/pipelines/text/types.d.ts +79 -7
- package/src/inference/pipelines/text/weights.d.ts +2 -2
- package/src/inference/pipelines/text/weights.js +4 -0
- package/src/inference/pipelines/text.d.ts +6 -0
- package/src/inference/pipelines/text.js +860 -11
- package/src/inference/pipelines/video/frame-sampler.js +36 -0
- package/src/inference/pipelines/video/index.js +87 -0
- package/src/inference/pipelines/vision/encoder.js +27 -6
- package/src/inference/pipelines/vision/gemma4.js +731 -0
- package/src/inference/pipelines/vision/image-preprocess.js +22 -7
- package/src/inference/pipelines/vision/index.js +35 -10
- package/src/inference/pipelines/vision/ops.js +31 -26
- package/src/inference/pipelines/vision/patch-embed.js +22 -10
- package/src/inference/runtime-model.d.ts +89 -0
- package/src/inference/runtime-model.js +152 -0
- package/src/inference/test-harness.d.ts +8 -1
- package/src/inference/test-harness.js +54 -20
- package/src/inference/tokenizer.d.ts +5 -0
- package/src/inference/tokenizer.js +43 -0
- package/src/inference/tokenizers/base.d.ts +5 -0
- package/src/inference/tokenizers/base.js +5 -0
- package/src/inference/tokenizers/behavior-flags.d.ts +9 -0
- package/src/inference/tokenizers/behavior-flags.js +100 -0
- package/src/inference/tokenizers/bundled.d.ts +4 -0
- package/src/inference/tokenizers/bundled.js +110 -0
- package/src/inference/tokenizers/sentencepiece.d.ts +2 -0
- package/src/inference/tokenizers/sentencepiece.js +16 -0
- package/src/inference/tokenizers/types.d.ts +2 -0
- package/src/loader/doppler-loader.d.ts +10 -3
- package/src/loader/doppler-loader.js +103 -5
- package/src/loader/embedding-loader.d.ts +5 -1
- package/src/loader/embedding-loader.js +57 -6
- package/src/loader/final-weights-loader.js +44 -5
- package/src/loader/layer-loader.js +210 -8
- package/src/loader/loader-state.js +2 -2
- package/src/loader/loader-types.d.ts +17 -1
- package/src/loader/memory-monitor.d.ts +8 -0
- package/src/loader/memory-monitor.js +21 -0
- package/src/loader/multi-model-loader.d.ts +9 -1
- package/src/loader/multi-model-loader.js +9 -1
- package/src/loader/per-layer-input-loader.d.ts +30 -0
- package/src/loader/per-layer-input-loader.js +478 -0
- package/src/loader/shard-cache.d.ts +4 -3
- package/src/loader/shard-resolver.js +2 -0
- package/src/loader/tensors/source-transform.d.ts +50 -0
- package/src/loader/tensors/source-transform.js +776 -0
- package/src/loader/tensors/tensor-loader.d.ts +12 -0
- package/src/loader/tensors/tensor-loader.js +208 -123
- package/src/loader/tensors/tensor-reader.d.ts +8 -0
- package/src/loader/tensors/tensor-reader.js +283 -15
- package/src/loaders/index.d.ts +4 -0
- package/src/loaders/index.js +4 -0
- package/src/memory/buffer-pool.d.ts +4 -0
- package/src/memory/buffer-pool.js +36 -0
- package/src/rules/execution-rules-contract-check.d.ts +4 -0
- package/src/rules/execution-rules-contract-check.js +150 -24
- package/src/rules/inference/attention.rules.json +15 -0
- package/src/rules/inference/capability-transforms.rules.json +30 -0
- package/src/rules/inference/execution.rules.json +54 -2
- package/src/rules/inference/ffn.rules.json +33 -0
- package/src/rules/kernels/attention.rules.json +7 -0
- package/src/rules/kernels/fused-ffn.rules.json +4 -2
- package/src/rules/kernels/kv_quantize.rules.json +2 -0
- package/src/rules/kernels/matmul.rules.json +14 -0
- package/src/rules/kernels/scale.rules.json +2 -0
- package/src/rules/loader/tensor-loader.rules.json +1 -0
- package/src/storage/artifact-storage-context.d.ts +53 -0
- package/src/storage/artifact-storage-context.js +560 -0
- package/src/storage/downloader.js +7 -1
- package/src/storage/index.d.ts +18 -0
- package/src/storage/index.js +13 -0
- package/src/storage/preflight.js +22 -0
- package/src/storage/quickstart-downloader.js +35 -2
- package/src/storage/registry.d.ts +1 -0
- package/src/storage/registry.js +26 -4
- package/src/storage/shard-manager.d.ts +4 -0
- package/src/storage/shard-manager.js +25 -6
- package/src/storage/source-artifact-store.d.ts +9 -0
- package/src/storage/source-artifact-store.js +134 -0
- package/src/tooling/browser-command-runner.js +12 -5
- package/src/tooling/command-api-family-normalizers.js +144 -0
- package/src/tooling/command-api-helpers.js +1 -0
- package/src/tooling/command-api.d.ts +32 -9
- package/src/tooling/command-api.js +0 -25
- package/src/tooling/command-runner-shared.js +1 -2
- package/src/tooling/command-runner.html +5 -2
- package/src/tooling/diagnose-runner.js +1 -1
- package/src/tooling/kernel-path-builder/index.js +48 -32
- package/src/tooling/lean-execution-contract.d.ts +1 -1
- package/src/tooling/lean-execution-contract.js +2 -149
- package/src/tooling/litert-package-runtime.d.ts +46 -0
- package/src/tooling/litert-package-runtime.js +950 -0
- package/src/tooling/node-browser-command-runner.d.ts +13 -0
- package/src/tooling/node-browser-command-runner.js +163 -3
- package/src/tooling/node-command-runner.js +14 -5
- package/src/tooling/node-converter.js +226 -63
- package/src/tooling/node-source-runtime.d.ts +8 -3
- package/src/tooling/node-source-runtime.js +561 -236
- package/src/tooling/node-webgpu.js +7 -30
- package/src/tooling/opfs-cache.d.ts +18 -1
- package/src/tooling/opfs-cache.js +126 -9
- package/src/tooling/runtime-input-composition.d.ts +0 -1
- package/src/tooling/runtime-input-composition.js +0 -5
- package/src/tooling/source-artifact-adapter.d.ts +134 -0
- package/src/tooling/source-artifact-adapter.js +366 -0
- package/src/tooling/source-package-profiles.d.ts +33 -0
- package/src/tooling/source-package-profiles.js +57 -0
- package/src/tooling/source-runtime-bundle.d.ts +46 -6
- package/src/tooling/source-runtime-bundle.js +371 -60
- package/src/tooling/source-runtime-converter-config.d.ts +24 -0
- package/src/tooling/source-runtime-converter-config.js +297 -0
- package/src/tooling-experimental-exports.browser.js +2 -0
- package/src/tooling-experimental-exports.d.ts +7 -0
- package/src/tooling-experimental-exports.js +7 -0
- package/src/tooling-experimental-exports.shared.d.ts +26 -0
- package/src/tooling-experimental-exports.shared.js +29 -0
- package/src/tooling-exports.shared.d.ts +0 -23
- package/src/tooling-exports.shared.js +6 -28
- package/src/version.js +1 -1
- package/src/client/doppler-provider/generation.d.ts +0 -25
- package/src/client/doppler-provider/generation.js +0 -126
- package/src/client/doppler-provider/index.d.ts +0 -2
- package/src/client/doppler-provider/index.js +0 -3
- package/src/client/doppler-provider/provider.d.ts +0 -5
- package/src/client/doppler-provider/provider.js +0 -102
- package/src/client/doppler-provider/source-runtime.js +0 -677
- package/src/client/doppler-provider.d.ts +0 -46
- package/src/client/doppler-provider.js +0 -36
- package/src/config/schema/inference-defaults.schema.d.ts +0 -276
- package/src/config/schema/inference-defaults.schema.js +0 -189
- package/src/diffusion/index.d.ts +0 -8
- package/src/diffusion/index.js +0 -8
- package/src/energy/index.d.ts +0 -2
- package/src/energy/index.js +0 -2
- package/src/index-internal.d.ts +0 -2
- package/src/index-internal.js +0 -2
- /package/src/client/{doppler-provider → runtime}/types.js +0 -0
- /package/src/{adapters → experimental/adapters}/index.d.ts +0 -0
- /package/src/{adapters → experimental/adapters}/index.js +0 -0
- /package/src/{bridge → experimental/bridge}/extension/background.d.ts +0 -0
- /package/src/{bridge → experimental/bridge}/extension/background.js +0 -0
- /package/src/{bridge → experimental/bridge}/extension/manifest.json +0 -0
- /package/src/{bridge → experimental/bridge}/extension-client.d.ts +0 -0
- /package/src/{bridge → experimental/bridge}/index.d.ts +0 -0
- /package/src/{bridge → experimental/bridge}/index.js +0 -0
- /package/src/{bridge → experimental/bridge}/protocol.d.ts +0 -0
- /package/src/{browser → experimental/browser}/file-picker.d.ts +0 -0
- /package/src/{browser → experimental/browser}/file-picker.js +0 -0
- /package/src/{browser → experimental/browser}/tensor-source-download.d.ts +0 -0
- /package/src/{browser → experimental/browser}/tensor-source-file.d.ts +0 -0
- /package/src/{browser → experimental/browser}/tensor-source-file.js +0 -0
- /package/src/{browser → experimental/browser}/tensor-source-http.d.ts +0 -0
- /package/src/{browser → experimental/browser}/tensor-source-http.js +0 -0
- /package/src/{diffusion → experimental/diffusion}/config/expansion-lanes.json +0 -0
- /package/src/{diffusion → experimental/diffusion}/image-regression.d.ts +0 -0
- /package/src/{diffusion → experimental/diffusion}/image-regression.js +0 -0
- /package/src/{distribution → experimental/distribution}/p2p-control-plane.d.ts +0 -0
- /package/src/{distribution → experimental/distribution}/p2p-control-plane.js +0 -0
- /package/src/{distribution → experimental/distribution}/p2p-observability.d.ts +0 -0
- /package/src/{distribution → experimental/distribution}/p2p-observability.js +0 -0
- /package/src/{distribution → experimental/distribution}/p2p-transport-contract.d.ts +0 -0
- /package/src/{distribution → experimental/distribution}/p2p-webrtc-browser.d.ts +0 -0
- /package/src/{distribution → experimental/distribution}/p2p-webrtc-browser.js +0 -0
- /package/src/{distribution → experimental/distribution}/shard-delivery.d.ts +0 -0
- /package/src/{hotswap → experimental/hotswap}/runtime.js +0 -0
- /package/src/{training → experimental/training}/checkpoint-watch.d.ts +0 -0
- /package/src/{training → experimental/training}/checkpoint-watch.js +0 -0
- /package/src/{training → experimental/training}/checkpoint.d.ts +0 -0
- /package/src/{training → experimental/training}/dataloader.d.ts +0 -0
- /package/src/{training → experimental/training}/dataloader.js +0 -0
- /package/src/{training → experimental/training}/datasets/index.d.ts +0 -0
- /package/src/{training → experimental/training}/datasets/index.js +0 -0
- /package/src/{training → experimental/training}/datasets/jsonl.d.ts +0 -0
- /package/src/{training → experimental/training}/datasets/jsonl.js +0 -0
- /package/src/{training → experimental/training}/datasets/reploid.d.ts +0 -0
- /package/src/{training → experimental/training}/datasets/reploid.js +0 -0
- /package/src/{training → experimental/training}/datasets/text-pairs.d.ts +0 -0
- /package/src/{training → experimental/training}/datasets/text-pairs.js +0 -0
- /package/src/{training → experimental/training}/datasets/token-batch.d.ts +0 -0
- /package/src/{training → experimental/training}/datasets/token-batch.js +0 -0
- /package/src/{training → experimental/training}/datasets/translation-pairs.d.ts +0 -0
- /package/src/{training → experimental/training}/datasets/translation-pairs.js +0 -0
- /package/src/{training → experimental/training}/distillation/artifacts.d.ts +0 -0
- /package/src/{training → experimental/training}/distillation/artifacts.js +0 -0
- /package/src/{training → experimental/training}/distillation/checkpoint-watch.d.ts +0 -0
- /package/src/{training → experimental/training}/distillation/checkpoint-watch.js +0 -0
- /package/src/{training → experimental/training}/distillation/dataset.d.ts +0 -0
- /package/src/{training → experimental/training}/distillation/dataset.js +0 -0
- /package/src/{training → experimental/training}/distillation/eval.d.ts +0 -0
- /package/src/{training → experimental/training}/distillation/eval.js +0 -0
- /package/src/{training → experimental/training}/distillation/index.d.ts +0 -0
- /package/src/{training → experimental/training}/distillation/index.js +0 -0
- /package/src/{training → experimental/training}/distillation/runtime.d.ts +0 -0
- /package/src/{training → experimental/training}/distillation/runtime.js +0 -0
- /package/src/{training → experimental/training}/distillation/scoreboard.d.ts +0 -0
- /package/src/{training → experimental/training}/distillation/scoreboard.js +0 -0
- /package/src/{training → experimental/training}/distillation/stage-a.d.ts +0 -0
- /package/src/{training → experimental/training}/distillation/stage-a.js +0 -0
- /package/src/{training → experimental/training}/distillation/stage-b.d.ts +0 -0
- /package/src/{training → experimental/training}/distillation/stage-b.js +0 -0
- /package/src/{training → experimental/training}/distillation/student-fixture.d.ts +0 -0
- /package/src/{training → experimental/training}/distillation/student-fixture.js +0 -0
- /package/src/{training → experimental/training}/distillation/suite-data.d.ts +0 -0
- /package/src/{training → experimental/training}/distillation/suite-data.js +0 -0
- /package/src/{training → experimental/training}/index.d.ts +0 -0
- /package/src/{training → experimental/training}/index.js +0 -0
- /package/src/{training → experimental/training}/lora-pipeline.d.ts +0 -0
- /package/src/{training → experimental/training}/objectives/base.d.ts +0 -0
- /package/src/{training → experimental/training}/objectives/base.js +0 -0
- /package/src/{training → experimental/training}/objectives/cross_entropy.d.ts +0 -0
- /package/src/{training → experimental/training}/objectives/cross_entropy.js +0 -0
- /package/src/{training → experimental/training}/objectives/distill_kd.d.ts +0 -0
- /package/src/{training → experimental/training}/objectives/distill_kd.js +0 -0
- /package/src/{training → experimental/training}/objectives/distill_triplet.d.ts +0 -0
- /package/src/{training → experimental/training}/objectives/distill_triplet.js +0 -0
- /package/src/{training → experimental/training}/objectives/index.d.ts +0 -0
- /package/src/{training → experimental/training}/objectives/index.js +0 -0
- /package/src/{training → experimental/training}/objectives/ul_stage1_joint.d.ts +0 -0
- /package/src/{training → experimental/training}/objectives/ul_stage1_joint.js +0 -0
- /package/src/{training → experimental/training}/objectives/ul_stage2_base.d.ts +0 -0
- /package/src/{training → experimental/training}/objectives/ul_stage2_base.js +0 -0
- /package/src/{training → experimental/training}/operator-artifacts.d.ts +0 -0
- /package/src/{training → experimental/training}/operator-command.d.ts +0 -0
- /package/src/{training → experimental/training}/operator-command.js +0 -0
- /package/src/{training → experimental/training}/operator-eval.d.ts +0 -0
- /package/src/{training → experimental/training}/operator-eval.js +0 -0
- /package/src/{training → experimental/training}/operator-scoreboard.d.ts +0 -0
- /package/src/{training → experimental/training}/operator-scoreboard.js +0 -0
- /package/src/{training → experimental/training}/suite.d.ts +0 -0
- /package/src/{training → experimental/training}/ul_schedule.js +0 -0
- /package/src/{training → experimental/training}/workload-packs/distill-translategemma-medium.json +0 -0
- /package/src/{training → experimental/training}/workload-packs/distill-translategemma-tiny.json +0 -0
- /package/src/{training → experimental/training}/workload-packs/lora-toy-medium.json +0 -0
- /package/src/{training → experimental/training}/workload-packs/lora-toy-tiny.json +0 -0
- /package/src/{training → experimental/training}/workload-packs/registry.json +0 -0
- /package/src/{training → experimental/training}/workload-packs/ul-training-medium.json +0 -0
- /package/src/{training → experimental/training}/workload-packs/ul-training-tiny.json +0 -0
- /package/src/{training → experimental/training}/workloads.d.ts +0 -0
|
@@ -0,0 +1,560 @@
|
|
|
1
|
+
import {
|
|
2
|
+
DIRECT_SOURCE_RUNTIME_MODE,
|
|
3
|
+
createSourceStorageContext,
|
|
4
|
+
} from '../tooling/source-runtime-bundle.js';
|
|
5
|
+
import { createStreamingHasher } from './shard-manager.js';
|
|
6
|
+
|
|
7
|
+
export const ARTIFACT_FORMAT_RDRR = 'rdrr';
|
|
8
|
+
export const ARTIFACT_FORMAT_DIRECT_SOURCE = 'direct-source';
|
|
9
|
+
|
|
10
|
+
const SOURCE_VERIFY_CHUNK_BYTES = 4 * 1024 * 1024;
|
|
11
|
+
|
|
12
|
+
function normalizeText(value) {
|
|
13
|
+
return typeof value === 'string' ? value.trim() : '';
|
|
14
|
+
}
|
|
15
|
+
|
|
16
|
+
function normalizeArtifactPath(value) {
|
|
17
|
+
return normalizeText(value).replace(/\\/g, '/').replace(/^\/+/, '');
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
function normalizeHashAlgorithm(value) {
|
|
21
|
+
const normalized = normalizeText(value).toLowerCase();
|
|
22
|
+
return normalized === 'blake3' ? 'blake3' : 'sha256';
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
function normalizeHashString(value, label) {
|
|
26
|
+
if (value == null) {
|
|
27
|
+
return null;
|
|
28
|
+
}
|
|
29
|
+
const normalized = normalizeText(value).toLowerCase();
|
|
30
|
+
if (!normalized) {
|
|
31
|
+
return null;
|
|
32
|
+
}
|
|
33
|
+
if (!/^[a-f0-9]{64}$/.test(normalized)) {
|
|
34
|
+
throw new Error(`${label} must be a 64-character lowercase hex digest.`);
|
|
35
|
+
}
|
|
36
|
+
return normalized;
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
function normalizePositiveInteger(value, label) {
|
|
40
|
+
const parsed = Number(value);
|
|
41
|
+
if (!Number.isFinite(parsed) || parsed < 0) {
|
|
42
|
+
throw new Error(`${label} must be a non-negative number.`);
|
|
43
|
+
}
|
|
44
|
+
return Math.floor(parsed);
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
function toArrayBuffer(value, label) {
|
|
48
|
+
if (value instanceof ArrayBuffer) {
|
|
49
|
+
return value;
|
|
50
|
+
}
|
|
51
|
+
if (value instanceof Uint8Array) {
|
|
52
|
+
return value.buffer.slice(value.byteOffset, value.byteOffset + value.byteLength);
|
|
53
|
+
}
|
|
54
|
+
throw new Error(`${label} must return ArrayBuffer or Uint8Array.`);
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
function toUint8Chunk(value, label) {
|
|
58
|
+
return value instanceof Uint8Array ? value : new Uint8Array(toArrayBuffer(value, label));
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
function bytesToHex(bytes) {
|
|
62
|
+
return Array.from(bytes)
|
|
63
|
+
.map((value) => value.toString(16).padStart(2, '0'))
|
|
64
|
+
.join('');
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
function getSourceRuntimeMetadata(manifest) {
|
|
68
|
+
const metadata = manifest?.metadata?.sourceRuntime;
|
|
69
|
+
if (!metadata || typeof metadata !== 'object') {
|
|
70
|
+
return null;
|
|
71
|
+
}
|
|
72
|
+
const mode = normalizeText(metadata.mode).toLowerCase();
|
|
73
|
+
if (mode !== DIRECT_SOURCE_RUNTIME_MODE) {
|
|
74
|
+
return null;
|
|
75
|
+
}
|
|
76
|
+
const sourceKind = normalizeText(metadata.sourceKind).toLowerCase() || null;
|
|
77
|
+
return {
|
|
78
|
+
mode,
|
|
79
|
+
sourceKind,
|
|
80
|
+
};
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
export function getArtifactFormat(manifest) {
|
|
84
|
+
const sourceRuntime = getSourceRuntimeMetadata(manifest);
|
|
85
|
+
if (sourceRuntime) {
|
|
86
|
+
if (sourceRuntime.sourceKind === ARTIFACT_FORMAT_RDRR) {
|
|
87
|
+
return ARTIFACT_FORMAT_RDRR;
|
|
88
|
+
}
|
|
89
|
+
return ARTIFACT_FORMAT_DIRECT_SOURCE;
|
|
90
|
+
}
|
|
91
|
+
if (Array.isArray(manifest?.shards) && manifest.shards.length > 0) {
|
|
92
|
+
return ARTIFACT_FORMAT_RDRR;
|
|
93
|
+
}
|
|
94
|
+
return null;
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
function resolveManifestTokenizerPaths(manifest) {
|
|
98
|
+
const tokenizer = manifest?.tokenizer;
|
|
99
|
+
if (!tokenizer || typeof tokenizer !== 'object') {
|
|
100
|
+
return {
|
|
101
|
+
jsonPath: null,
|
|
102
|
+
modelPath: null,
|
|
103
|
+
};
|
|
104
|
+
}
|
|
105
|
+
const tokenizerType = normalizeText(tokenizer.type).toLowerCase();
|
|
106
|
+
const bundledTokenizerPath = normalizeArtifactPath(tokenizer.file);
|
|
107
|
+
const sentencepieceModelPath = normalizeArtifactPath(tokenizer.sentencepieceModel);
|
|
108
|
+
return {
|
|
109
|
+
jsonPath: (
|
|
110
|
+
(tokenizerType === 'bundled' || tokenizerType === 'huggingface')
|
|
111
|
+
&& bundledTokenizerPath
|
|
112
|
+
) ? bundledTokenizerPath : null,
|
|
113
|
+
modelPath: sentencepieceModelPath || (tokenizerType === 'sentencepiece' ? 'tokenizer.model' : null),
|
|
114
|
+
};
|
|
115
|
+
}
|
|
116
|
+
|
|
117
|
+
function buildRDRRShardSources(manifest) {
|
|
118
|
+
const shards = Array.isArray(manifest?.shards) ? manifest.shards : [];
|
|
119
|
+
if (shards.length === 0) {
|
|
120
|
+
throw new Error(
|
|
121
|
+
`Artifact "${manifest?.modelId ?? 'unknown'}" is missing shards; ` +
|
|
122
|
+
're-convert or provide a valid manifest.'
|
|
123
|
+
);
|
|
124
|
+
}
|
|
125
|
+
const manifestHashAlgorithm = normalizeHashAlgorithm(manifest?.hashAlgorithm);
|
|
126
|
+
return shards.map((shard, index) => {
|
|
127
|
+
const path = normalizeArtifactPath(shard?.filename);
|
|
128
|
+
if (!path) {
|
|
129
|
+
throw new Error(`Artifact shard ${index} is missing filename.`);
|
|
130
|
+
}
|
|
131
|
+
return {
|
|
132
|
+
index,
|
|
133
|
+
path,
|
|
134
|
+
size: normalizePositiveInteger(shard?.size, `artifact shard size (${path})`),
|
|
135
|
+
hash: normalizeHashString(shard?.hash, `artifact shard hash (${path})`),
|
|
136
|
+
hashAlgorithm: normalizeHashAlgorithm(shard?.hashAlgorithm ?? manifestHashAlgorithm),
|
|
137
|
+
};
|
|
138
|
+
});
|
|
139
|
+
}
|
|
140
|
+
|
|
141
|
+
function createPathBackedStorageContext(options) {
|
|
142
|
+
const shardSources = Array.isArray(options?.shardSources) ? options.shardSources : [];
|
|
143
|
+
if (shardSources.length === 0) {
|
|
144
|
+
throw new Error('artifact storage context: shardSources[] is required.');
|
|
145
|
+
}
|
|
146
|
+
|
|
147
|
+
const readRange = options?.readRange;
|
|
148
|
+
if (typeof readRange !== 'function') {
|
|
149
|
+
throw new Error('artifact storage context: readRange(path, offset, length) is required.');
|
|
150
|
+
}
|
|
151
|
+
|
|
152
|
+
const streamRange = typeof options?.streamRange === 'function'
|
|
153
|
+
? options.streamRange
|
|
154
|
+
: null;
|
|
155
|
+
const readText = typeof options?.readText === 'function'
|
|
156
|
+
? options.readText
|
|
157
|
+
: null;
|
|
158
|
+
const readBinary = typeof options?.readBinary === 'function'
|
|
159
|
+
? options.readBinary
|
|
160
|
+
: null;
|
|
161
|
+
const tokenizerJsonPath = options?.tokenizerJsonPath ?? null;
|
|
162
|
+
const tokenizerModelPath = options?.tokenizerModelPath ?? null;
|
|
163
|
+
const verifyHashes = options?.verifyHashes === true;
|
|
164
|
+
const hashesTrusted = options?.hashesTrusted === true;
|
|
165
|
+
|
|
166
|
+
const descriptorByPath = new Map(shardSources.map((entry) => [entry.path, entry]));
|
|
167
|
+
const verifiedSourceTasks = new Map();
|
|
168
|
+
|
|
169
|
+
async function ensureVerifiedSource(sourcePath) {
|
|
170
|
+
if (!verifyHashes || hashesTrusted) {
|
|
171
|
+
return;
|
|
172
|
+
}
|
|
173
|
+
let task = verifiedSourceTasks.get(sourcePath);
|
|
174
|
+
if (!task) {
|
|
175
|
+
task = (async () => {
|
|
176
|
+
const descriptor = descriptorByPath.get(sourcePath);
|
|
177
|
+
if (!descriptor) {
|
|
178
|
+
throw new Error(`Missing artifact shard descriptor for ${sourcePath}.`);
|
|
179
|
+
}
|
|
180
|
+
const expectedHash = normalizeHashString(
|
|
181
|
+
descriptor.hash,
|
|
182
|
+
`artifact shard hash (${sourcePath})`
|
|
183
|
+
);
|
|
184
|
+
if (!expectedHash) {
|
|
185
|
+
throw new Error(`Artifact shard "${sourcePath}" is missing a hash digest.`);
|
|
186
|
+
}
|
|
187
|
+
const hasher = await createStreamingHasher(descriptor.hashAlgorithm);
|
|
188
|
+
const totalBytes = normalizePositiveInteger(
|
|
189
|
+
descriptor.size,
|
|
190
|
+
`artifact shard size (${sourcePath})`
|
|
191
|
+
);
|
|
192
|
+
if (streamRange) {
|
|
193
|
+
for await (const chunk of streamRange(sourcePath, 0, totalBytes, { chunkBytes: SOURCE_VERIFY_CHUNK_BYTES })) {
|
|
194
|
+
hasher.update(toUint8Chunk(chunk, `streamRange(${sourcePath})`));
|
|
195
|
+
}
|
|
196
|
+
} else {
|
|
197
|
+
let produced = 0;
|
|
198
|
+
while (produced < totalBytes) {
|
|
199
|
+
const nextLength = Math.min(SOURCE_VERIFY_CHUNK_BYTES, totalBytes - produced);
|
|
200
|
+
const payload = await readRange(sourcePath, produced, nextLength);
|
|
201
|
+
const bytes = toUint8Chunk(payload, `readRange(${sourcePath})`);
|
|
202
|
+
if (bytes.byteLength <= 0) {
|
|
203
|
+
break;
|
|
204
|
+
}
|
|
205
|
+
produced += bytes.byteLength;
|
|
206
|
+
hasher.update(bytes);
|
|
207
|
+
}
|
|
208
|
+
if (produced !== totalBytes) {
|
|
209
|
+
throw new Error(
|
|
210
|
+
`Artifact shard short read for verification (${sourcePath}): ` +
|
|
211
|
+
`expected=${totalBytes}, got=${produced}.`
|
|
212
|
+
);
|
|
213
|
+
}
|
|
214
|
+
}
|
|
215
|
+
const computedHash = bytesToHex(await hasher.finalize());
|
|
216
|
+
if (computedHash !== expectedHash) {
|
|
217
|
+
throw new Error(
|
|
218
|
+
`Artifact shard hash mismatch for ${sourcePath}. ` +
|
|
219
|
+
`Expected ${expectedHash}, got ${computedHash}.`
|
|
220
|
+
);
|
|
221
|
+
}
|
|
222
|
+
})();
|
|
223
|
+
verifiedSourceTasks.set(sourcePath, task);
|
|
224
|
+
task.catch(() => {
|
|
225
|
+
if (verifiedSourceTasks.get(sourcePath) === task) {
|
|
226
|
+
verifiedSourceTasks.delete(sourcePath);
|
|
227
|
+
}
|
|
228
|
+
});
|
|
229
|
+
}
|
|
230
|
+
await task;
|
|
231
|
+
}
|
|
232
|
+
|
|
233
|
+
const loadShardRange = async (index, offset = 0, length = null) => {
|
|
234
|
+
const descriptor = shardSources[index];
|
|
235
|
+
if (!descriptor) {
|
|
236
|
+
throw new Error(`Artifact shard index out of bounds: ${index}`);
|
|
237
|
+
}
|
|
238
|
+
const start = normalizePositiveInteger(offset, `artifact shard offset (${index})`);
|
|
239
|
+
const maxLength = Math.max(0, descriptor.size - start);
|
|
240
|
+
const requested = length == null
|
|
241
|
+
? maxLength
|
|
242
|
+
: Math.min(maxLength, normalizePositiveInteger(length, `artifact shard length (${index})`));
|
|
243
|
+
if (requested <= 0) {
|
|
244
|
+
return new ArrayBuffer(0);
|
|
245
|
+
}
|
|
246
|
+
await ensureVerifiedSource(descriptor.path);
|
|
247
|
+
const payload = await readRange(descriptor.path, start, requested);
|
|
248
|
+
return toArrayBuffer(payload, `readRange(${descriptor.path})`);
|
|
249
|
+
};
|
|
250
|
+
|
|
251
|
+
const loadShard = async (index) => {
|
|
252
|
+
const descriptor = shardSources[index];
|
|
253
|
+
if (!descriptor) {
|
|
254
|
+
throw new Error(`Artifact shard index out of bounds: ${index}`);
|
|
255
|
+
}
|
|
256
|
+
return loadShardRange(index, 0, descriptor.size);
|
|
257
|
+
};
|
|
258
|
+
|
|
259
|
+
const streamShardRange = async function* (index, offset = 0, length = null, streamOptions = {}) {
|
|
260
|
+
const descriptor = shardSources[index];
|
|
261
|
+
if (!descriptor) {
|
|
262
|
+
throw new Error(`Artifact shard index out of bounds: ${index}`);
|
|
263
|
+
}
|
|
264
|
+
const start = normalizePositiveInteger(offset, `artifact shard stream offset (${index})`);
|
|
265
|
+
const maxLength = Math.max(0, descriptor.size - start);
|
|
266
|
+
const requested = length == null
|
|
267
|
+
? maxLength
|
|
268
|
+
: Math.min(maxLength, normalizePositiveInteger(length, `artifact shard stream length (${index})`));
|
|
269
|
+
if (requested <= 0) {
|
|
270
|
+
return;
|
|
271
|
+
}
|
|
272
|
+
await ensureVerifiedSource(descriptor.path);
|
|
273
|
+
|
|
274
|
+
if (streamRange) {
|
|
275
|
+
for await (const chunk of streamRange(descriptor.path, start, requested, streamOptions)) {
|
|
276
|
+
yield toUint8Chunk(chunk, `streamRange(${descriptor.path})`);
|
|
277
|
+
}
|
|
278
|
+
return;
|
|
279
|
+
}
|
|
280
|
+
|
|
281
|
+
const chunkBytesRaw = Number(streamOptions?.chunkBytes);
|
|
282
|
+
const chunkBytes = Number.isFinite(chunkBytesRaw) && chunkBytesRaw > 0
|
|
283
|
+
? Math.floor(chunkBytesRaw)
|
|
284
|
+
: SOURCE_VERIFY_CHUNK_BYTES;
|
|
285
|
+
let produced = 0;
|
|
286
|
+
while (produced < requested) {
|
|
287
|
+
const nextLength = Math.min(chunkBytes, requested - produced);
|
|
288
|
+
const payload = await readRange(descriptor.path, start + produced, nextLength);
|
|
289
|
+
const bytes = toUint8Chunk(payload, `readRange(${descriptor.path})`);
|
|
290
|
+
if (bytes.byteLength <= 0) {
|
|
291
|
+
break;
|
|
292
|
+
}
|
|
293
|
+
produced += bytes.byteLength;
|
|
294
|
+
yield bytes;
|
|
295
|
+
if (bytes.byteLength < nextLength) {
|
|
296
|
+
break;
|
|
297
|
+
}
|
|
298
|
+
}
|
|
299
|
+
};
|
|
300
|
+
|
|
301
|
+
return {
|
|
302
|
+
loadShard,
|
|
303
|
+
loadShardRange,
|
|
304
|
+
streamShardRange,
|
|
305
|
+
loadTokenizerJson: readText && tokenizerJsonPath
|
|
306
|
+
? async () => {
|
|
307
|
+
const payload = await readText(tokenizerJsonPath);
|
|
308
|
+
if (payload == null) return null;
|
|
309
|
+
if (typeof payload === 'string') {
|
|
310
|
+
return JSON.parse(payload);
|
|
311
|
+
}
|
|
312
|
+
if (typeof payload === 'object') {
|
|
313
|
+
return payload;
|
|
314
|
+
}
|
|
315
|
+
throw new Error('artifact storage context: tokenizer JSON must load as string or object.');
|
|
316
|
+
}
|
|
317
|
+
: null,
|
|
318
|
+
loadTokenizerModel: readBinary && tokenizerModelPath
|
|
319
|
+
? async (pathHint = null) => {
|
|
320
|
+
const selectedPath = normalizeArtifactPath(pathHint) || tokenizerModelPath;
|
|
321
|
+
const payload = await readBinary(selectedPath);
|
|
322
|
+
return payload == null ? null : toArrayBuffer(payload, `readBinary(${selectedPath})`);
|
|
323
|
+
}
|
|
324
|
+
: null,
|
|
325
|
+
verifyHashes,
|
|
326
|
+
};
|
|
327
|
+
}
|
|
328
|
+
|
|
329
|
+
export function createArtifactStorageContext(options = {}) {
|
|
330
|
+
const manifest = options?.manifest;
|
|
331
|
+
if (!manifest || typeof manifest !== 'object') {
|
|
332
|
+
throw new Error('artifact storage context: manifest is required.');
|
|
333
|
+
}
|
|
334
|
+
|
|
335
|
+
const format = getArtifactFormat(manifest);
|
|
336
|
+
if (!format) {
|
|
337
|
+
throw new Error(
|
|
338
|
+
`Unsupported artifact manifest for "${manifest?.modelId ?? 'unknown'}". ` +
|
|
339
|
+
'Expected an RDRR or direct-source artifact manifest.'
|
|
340
|
+
);
|
|
341
|
+
}
|
|
342
|
+
|
|
343
|
+
const expectedFormat = options?.expectedFormat ?? null;
|
|
344
|
+
if (expectedFormat && format !== expectedFormat) {
|
|
345
|
+
throw new Error(
|
|
346
|
+
`artifact storage context: expected format "${expectedFormat}", got "${format}".`
|
|
347
|
+
);
|
|
348
|
+
}
|
|
349
|
+
|
|
350
|
+
if (format === ARTIFACT_FORMAT_DIRECT_SOURCE) {
|
|
351
|
+
return createSourceStorageContext(options);
|
|
352
|
+
}
|
|
353
|
+
|
|
354
|
+
const tokenizerPaths = resolveManifestTokenizerPaths(manifest);
|
|
355
|
+
return createPathBackedStorageContext({
|
|
356
|
+
shardSources: buildRDRRShardSources(manifest),
|
|
357
|
+
readRange: options.readRange,
|
|
358
|
+
streamRange: options.streamRange,
|
|
359
|
+
readText: options.readText,
|
|
360
|
+
readBinary: options.readBinary,
|
|
361
|
+
tokenizerJsonPath: options.tokenizerJsonPath ?? tokenizerPaths.jsonPath,
|
|
362
|
+
tokenizerModelPath: options.tokenizerModelPath ?? tokenizerPaths.modelPath,
|
|
363
|
+
verifyHashes: options.verifyHashes === true,
|
|
364
|
+
hashesTrusted: options.hashesTrusted === true,
|
|
365
|
+
});
|
|
366
|
+
}
|
|
367
|
+
|
|
368
|
+
function normalizeBaseUrl(baseUrl) {
|
|
369
|
+
if (typeof baseUrl !== 'string' || baseUrl.trim().length === 0) {
|
|
370
|
+
return null;
|
|
371
|
+
}
|
|
372
|
+
return baseUrl.replace(/\/$/, '');
|
|
373
|
+
}
|
|
374
|
+
|
|
375
|
+
function isNodeRuntime() {
|
|
376
|
+
return typeof process !== 'undefined'
|
|
377
|
+
&& process != null
|
|
378
|
+
&& typeof process === 'object'
|
|
379
|
+
&& process.versions != null
|
|
380
|
+
&& typeof process.versions.node === 'string';
|
|
381
|
+
}
|
|
382
|
+
|
|
383
|
+
function isFileUrlBaseUrl(baseUrl) {
|
|
384
|
+
if (typeof baseUrl !== 'string' || !baseUrl) {
|
|
385
|
+
return false;
|
|
386
|
+
}
|
|
387
|
+
try {
|
|
388
|
+
return new URL(baseUrl).protocol === 'file:';
|
|
389
|
+
} catch {
|
|
390
|
+
return false;
|
|
391
|
+
}
|
|
392
|
+
}
|
|
393
|
+
|
|
394
|
+
function isNodeFilesystemPathBaseUrl(baseUrl) {
|
|
395
|
+
if (typeof baseUrl !== 'string' || !baseUrl || isFileUrlBaseUrl(baseUrl)) {
|
|
396
|
+
return false;
|
|
397
|
+
}
|
|
398
|
+
return baseUrl.startsWith('/') || /^[a-zA-Z]:[\\/]/.test(baseUrl);
|
|
399
|
+
}
|
|
400
|
+
|
|
401
|
+
async function resolveArtifactFileReference(root, relativePath) {
|
|
402
|
+
const normalizedPath = normalizeArtifactPath(relativePath);
|
|
403
|
+
if (!normalizedPath) {
|
|
404
|
+
throw new Error('Artifact file path is required.');
|
|
405
|
+
}
|
|
406
|
+
if (isFileUrlBaseUrl(root)) {
|
|
407
|
+
return new URL(normalizedPath, `${root}/`);
|
|
408
|
+
}
|
|
409
|
+
if (isNodeFilesystemPathBaseUrl(root)) {
|
|
410
|
+
const path = await import('node:path');
|
|
411
|
+
return path.join(root, normalizedPath);
|
|
412
|
+
}
|
|
413
|
+
throw new Error(`Unsupported local artifact root "${root}".`);
|
|
414
|
+
}
|
|
415
|
+
|
|
416
|
+
async function readNodeFileRange(fileRef, offset = 0, length = null) {
|
|
417
|
+
const fs = await import('node:fs/promises');
|
|
418
|
+
const handle = await fs.open(fileRef, 'r');
|
|
419
|
+
try {
|
|
420
|
+
const stats = await handle.stat();
|
|
421
|
+
const start = Math.max(0, Math.floor(Number(offset) || 0));
|
|
422
|
+
const fileSize = Number(stats.size);
|
|
423
|
+
const end = length == null
|
|
424
|
+
? fileSize
|
|
425
|
+
: Math.min(fileSize, start + Math.max(0, Math.floor(Number(length) || 0)));
|
|
426
|
+
if (end <= start) {
|
|
427
|
+
return new ArrayBuffer(0);
|
|
428
|
+
}
|
|
429
|
+
const out = Buffer.allocUnsafe(end - start);
|
|
430
|
+
let position = 0;
|
|
431
|
+
while (position < out.length) {
|
|
432
|
+
const { bytesRead } = await handle.read(out, position, out.length - position, start + position);
|
|
433
|
+
if (bytesRead === 0) {
|
|
434
|
+
break;
|
|
435
|
+
}
|
|
436
|
+
position += bytesRead;
|
|
437
|
+
}
|
|
438
|
+
return out.buffer.slice(out.byteOffset, out.byteOffset + position);
|
|
439
|
+
} finally {
|
|
440
|
+
await handle.close();
|
|
441
|
+
}
|
|
442
|
+
}
|
|
443
|
+
|
|
444
|
+
export function createNodeFileArtifactStorageContext(baseUrl, manifest) {
|
|
445
|
+
const root = normalizeBaseUrl(baseUrl);
|
|
446
|
+
if (
|
|
447
|
+
!root
|
|
448
|
+
|| !manifest
|
|
449
|
+
|| !isNodeRuntime()
|
|
450
|
+
|| (!isFileUrlBaseUrl(root) && !isNodeFilesystemPathBaseUrl(root))
|
|
451
|
+
) {
|
|
452
|
+
return null;
|
|
453
|
+
}
|
|
454
|
+
|
|
455
|
+
const readRange = async (relativePath, offset = 0, length = null) => {
|
|
456
|
+
const fileRef = await resolveArtifactFileReference(root, relativePath);
|
|
457
|
+
return readNodeFileRange(fileRef, offset, length);
|
|
458
|
+
};
|
|
459
|
+
const streamRange = async function* (relativePath, offset = 0, length = null, options = {}) {
|
|
460
|
+
if (!Number.isFinite(offset) || !Number.isFinite(length) || length <= 0) {
|
|
461
|
+
return;
|
|
462
|
+
}
|
|
463
|
+
const fileRef = await resolveArtifactFileReference(root, relativePath);
|
|
464
|
+
const fs = await import('node:fs/promises');
|
|
465
|
+
const { createReadStream } = await import('node:fs');
|
|
466
|
+
const stats = await fs.stat(fileRef);
|
|
467
|
+
const start = Math.max(0, Math.floor(offset));
|
|
468
|
+
const end = Math.min(Number(stats.size), start + Math.floor(length));
|
|
469
|
+
if (end <= start) {
|
|
470
|
+
return;
|
|
471
|
+
}
|
|
472
|
+
const chunkBytesRaw = Number(options?.chunkBytes);
|
|
473
|
+
const highWaterMark = Number.isFinite(chunkBytesRaw) && chunkBytesRaw > 0
|
|
474
|
+
? Math.floor(chunkBytesRaw)
|
|
475
|
+
: SOURCE_VERIFY_CHUNK_BYTES;
|
|
476
|
+
const stream = createReadStream(fileRef, {
|
|
477
|
+
start,
|
|
478
|
+
end: end - 1,
|
|
479
|
+
highWaterMark,
|
|
480
|
+
});
|
|
481
|
+
for await (const chunk of stream) {
|
|
482
|
+
yield chunk;
|
|
483
|
+
}
|
|
484
|
+
};
|
|
485
|
+
const readText = async (relativePath) => {
|
|
486
|
+
const fileRef = await resolveArtifactFileReference(root, relativePath);
|
|
487
|
+
const fs = await import('node:fs/promises');
|
|
488
|
+
return fs.readFile(fileRef, 'utf8');
|
|
489
|
+
};
|
|
490
|
+
const readBinary = async (relativePath) => {
|
|
491
|
+
const fileRef = await resolveArtifactFileReference(root, relativePath);
|
|
492
|
+
const fs = await import('node:fs/promises');
|
|
493
|
+
return fs.readFile(fileRef);
|
|
494
|
+
};
|
|
495
|
+
|
|
496
|
+
return createArtifactStorageContext({
|
|
497
|
+
manifest,
|
|
498
|
+
readRange,
|
|
499
|
+
streamRange,
|
|
500
|
+
readText,
|
|
501
|
+
readBinary,
|
|
502
|
+
verifyHashes: false,
|
|
503
|
+
});
|
|
504
|
+
}
|
|
505
|
+
|
|
506
|
+
async function fetchBytes(url, offset = null, length = null) {
|
|
507
|
+
const headers = {};
|
|
508
|
+
if (Number.isFinite(offset) && Number.isFinite(length) && length > 0) {
|
|
509
|
+
const start = Math.max(0, Math.floor(offset));
|
|
510
|
+
const end = start + Math.max(0, Math.floor(length)) - 1;
|
|
511
|
+
headers.Range = `bytes=${start}-${end}`;
|
|
512
|
+
}
|
|
513
|
+
const response = await fetch(url, { headers });
|
|
514
|
+
if (!response.ok) {
|
|
515
|
+
throw new Error(`Failed to fetch ${url}: ${response.status}`);
|
|
516
|
+
}
|
|
517
|
+
return new Uint8Array(await response.arrayBuffer());
|
|
518
|
+
}
|
|
519
|
+
|
|
520
|
+
export function createHttpArtifactStorageContext(baseUrl, manifest, options = {}) {
|
|
521
|
+
const root = normalizeBaseUrl(baseUrl);
|
|
522
|
+
if (!root || !manifest) {
|
|
523
|
+
return null;
|
|
524
|
+
}
|
|
525
|
+
|
|
526
|
+
const readRange = async (relativePath, offset = 0, length = null) => {
|
|
527
|
+
const filename = normalizeArtifactPath(relativePath);
|
|
528
|
+
if (!filename) {
|
|
529
|
+
throw new Error('Artifact file path is required.');
|
|
530
|
+
}
|
|
531
|
+
return fetchBytes(`${root}/${filename}`, offset, length);
|
|
532
|
+
};
|
|
533
|
+
const readText = async (relativePath) => {
|
|
534
|
+
const filename = normalizeArtifactPath(relativePath);
|
|
535
|
+
if (!filename) {
|
|
536
|
+
return null;
|
|
537
|
+
}
|
|
538
|
+
const response = await fetch(`${root}/${filename}`);
|
|
539
|
+
if (!response.ok) {
|
|
540
|
+
throw new Error(`Failed to fetch ${filename} from ${root}: ${response.status}`);
|
|
541
|
+
}
|
|
542
|
+
return response.text();
|
|
543
|
+
};
|
|
544
|
+
const readBinary = async (relativePath) => {
|
|
545
|
+
const filename = normalizeArtifactPath(relativePath);
|
|
546
|
+
if (!filename) {
|
|
547
|
+
throw new Error('Artifact binary asset path is required.');
|
|
548
|
+
}
|
|
549
|
+
return fetchBytes(`${root}/${filename}`);
|
|
550
|
+
};
|
|
551
|
+
|
|
552
|
+
return createArtifactStorageContext({
|
|
553
|
+
manifest,
|
|
554
|
+
readRange,
|
|
555
|
+
readText,
|
|
556
|
+
readBinary,
|
|
557
|
+
verifyHashes: options.verifyHashes === true
|
|
558
|
+
|| (options.verifyHashes !== false && getArtifactFormat(manifest) === ARTIFACT_FORMAT_DIRECT_SOURCE),
|
|
559
|
+
});
|
|
560
|
+
}
|
|
@@ -44,7 +44,6 @@ import {
|
|
|
44
44
|
getRequiredContentEncoding,
|
|
45
45
|
} from './download-types.js';
|
|
46
46
|
|
|
47
|
-
import { downloadShard as downloadShardFromDistribution } from '../distribution/shard-delivery.js';
|
|
48
47
|
import { resolveSourceArtifact, normalizeSourceArtifactPath } from './source-artifact-store.js';
|
|
49
48
|
|
|
50
49
|
// ============================================================================
|
|
@@ -55,6 +54,12 @@ import { resolveSourceArtifact, normalizeSourceArtifactPath } from './source-art
|
|
|
55
54
|
let db = null;
|
|
56
55
|
|
|
57
56
|
const activeDownloads = new Map();
|
|
57
|
+
let distributionModulePromise = null;
|
|
58
|
+
|
|
59
|
+
async function getExperimentalDistributionModule() {
|
|
60
|
+
distributionModulePromise ??= import('../experimental/distribution/shard-delivery.js');
|
|
61
|
+
return distributionModulePromise;
|
|
62
|
+
}
|
|
58
63
|
|
|
59
64
|
function buildManifestVersionSet(manifest) {
|
|
60
65
|
const sourceArtifact = resolveSourceArtifact(manifest);
|
|
@@ -422,6 +427,7 @@ async function downloadShard(
|
|
|
422
427
|
shardInfo,
|
|
423
428
|
options = {}
|
|
424
429
|
) {
|
|
430
|
+
const { downloadShard: downloadShardFromDistribution } = await getExperimentalDistributionModule();
|
|
425
431
|
return downloadShardFromDistribution(baseUrl, shardIndex, shardInfo, {
|
|
426
432
|
...options,
|
|
427
433
|
distributionConfig: getDistributionConfig(),
|
package/src/storage/index.d.ts
CHANGED
|
@@ -148,6 +148,24 @@ export type {
|
|
|
148
148
|
ProgressCallback,
|
|
149
149
|
} from './downloader.js';
|
|
150
150
|
|
|
151
|
+
// ============================================================================
|
|
152
|
+
// Artifact Runtime
|
|
153
|
+
// ============================================================================
|
|
154
|
+
|
|
155
|
+
export {
|
|
156
|
+
ARTIFACT_FORMAT_RDRR,
|
|
157
|
+
ARTIFACT_FORMAT_DIRECT_SOURCE,
|
|
158
|
+
getArtifactFormat,
|
|
159
|
+
createArtifactStorageContext,
|
|
160
|
+
createNodeFileArtifactStorageContext,
|
|
161
|
+
createHttpArtifactStorageContext,
|
|
162
|
+
} from './artifact-storage-context.js';
|
|
163
|
+
export type {
|
|
164
|
+
ArtifactFormat,
|
|
165
|
+
CreateArtifactStorageContextOptions,
|
|
166
|
+
CreateHttpArtifactStorageContextOptions,
|
|
167
|
+
} from './artifact-storage-context.js';
|
|
168
|
+
|
|
151
169
|
// ============================================================================
|
|
152
170
|
// Quickstart Downloader
|
|
153
171
|
// ============================================================================
|
package/src/storage/index.js
CHANGED
|
@@ -110,6 +110,19 @@ export {
|
|
|
110
110
|
persistDownloadedShardIfNeeded,
|
|
111
111
|
} from './downloader.js';
|
|
112
112
|
|
|
113
|
+
// ============================================================================
|
|
114
|
+
// Artifact Runtime
|
|
115
|
+
// ============================================================================
|
|
116
|
+
|
|
117
|
+
export {
|
|
118
|
+
ARTIFACT_FORMAT_RDRR,
|
|
119
|
+
ARTIFACT_FORMAT_DIRECT_SOURCE,
|
|
120
|
+
getArtifactFormat,
|
|
121
|
+
createArtifactStorageContext,
|
|
122
|
+
createNodeFileArtifactStorageContext,
|
|
123
|
+
createHttpArtifactStorageContext,
|
|
124
|
+
} from './artifact-storage-context.js';
|
|
125
|
+
|
|
113
126
|
// ============================================================================
|
|
114
127
|
// Quickstart Downloader
|
|
115
128
|
// ============================================================================
|
package/src/storage/preflight.js
CHANGED
|
@@ -41,11 +41,33 @@ const EMBEDDINGGEMMA_300M_REQUIREMENTS = {
|
|
|
41
41
|
architecture: 'EmbeddingGemmaForEmbedding',
|
|
42
42
|
};
|
|
43
43
|
|
|
44
|
+
const QWEN_08B_REQUIREMENTS = {
|
|
45
|
+
modelId: 'qwen-3-5-0-8b-q4k-ehaf16',
|
|
46
|
+
displayName: 'Qwen 3.5 0.8B (Q4K)',
|
|
47
|
+
downloadSize: 641394123,
|
|
48
|
+
vramRequired: 1.5 * GB,
|
|
49
|
+
paramCount: '0.8B',
|
|
50
|
+
quantization: 'Q4K',
|
|
51
|
+
architecture: 'Qwen3ForCausalLM',
|
|
52
|
+
};
|
|
53
|
+
|
|
54
|
+
const QWEN_2B_REQUIREMENTS = {
|
|
55
|
+
modelId: 'qwen-3-5-2b-q4k-ehaf16',
|
|
56
|
+
displayName: 'Qwen 3.5 2B (Q4K)',
|
|
57
|
+
downloadSize: 1641596329,
|
|
58
|
+
vramRequired: 2.5 * GB,
|
|
59
|
+
paramCount: '2B',
|
|
60
|
+
quantization: 'Q4K',
|
|
61
|
+
architecture: 'Qwen3ForCausalLM',
|
|
62
|
+
};
|
|
63
|
+
|
|
44
64
|
|
|
45
65
|
export const MODEL_REQUIREMENTS = {
|
|
46
66
|
'gemma-3-270m-it-q4k-ehf16-af32': GEMMA_270M_REQUIREMENTS,
|
|
47
67
|
'google-embeddinggemma-300m-q4k-ehf16-af32': EMBEDDINGGEMMA_300M_REQUIREMENTS,
|
|
48
68
|
'gemma-3-1b-it-q4k-ehf16-af32': GEMMA_1B_REQUIREMENTS,
|
|
69
|
+
'qwen-3-5-0-8b-q4k-ehaf16': QWEN_08B_REQUIREMENTS,
|
|
70
|
+
'qwen-3-5-2b-q4k-ehaf16': QWEN_2B_REQUIREMENTS,
|
|
49
71
|
};
|
|
50
72
|
|
|
51
73
|
// ============================================================================
|