doppler-gpu 0.5.1 → 0.6.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +33 -577
- package/LICENSE +21 -201
- package/README.md +165 -222
- package/models/catalog.json +241 -33
- package/package.json +106 -87
- package/src/capsule-runtime.d.ts +25 -0
- package/src/capsule-runtime.js +24 -0
- package/src/capsule.d.ts +8 -0
- package/src/capsule.js +4 -0
- package/src/cli/argument-contract.js +200 -0
- package/src/cli/browser-report-output.js +24 -0
- package/src/cli/cli-model-resolution.js +2 -2
- package/src/cli/cli-output.js +10 -0
- package/src/cli/commands/bundle.js +828 -0
- package/src/cli/doppler-cli.js +50 -1457
- package/src/cli/doppler-serve.js +18 -244
- package/src/cli/output/manifest.js +368 -0
- package/src/cli/runtime-profiles.js +1 -1
- package/src/cli/serve/capsule-handler.d.ts +33 -0
- package/src/cli/serve/capsule-handler.js +105 -0
- package/src/cli/serve/capsule-http.js +102 -0
- package/src/cli/serve/receipt.js +269 -0
- package/src/client/capsule-host.browser.js +2 -0
- package/src/client/capsule-host.d.ts +5 -0
- package/src/client/capsule-host.js +2 -0
- package/src/client/doppler-api.browser.js +42 -0
- package/src/client/doppler-api.d.ts +38 -1
- package/src/client/doppler-api.js +41 -1
- package/src/client/doppler-registry.js +15 -7
- package/src/client/electron/index.d.ts +4 -0
- package/src/client/electron/index.js +13 -0
- package/src/client/electron/ipc-contract.d.ts +9 -0
- package/src/client/electron/ipc-contract.js +56 -0
- package/src/client/electron/release-state.d.ts +53 -0
- package/src/client/electron/release-state.js +425 -0
- package/src/client/electron/renderer-runtime.d.ts +19 -0
- package/src/client/electron/renderer-runtime.js +104 -0
- package/src/client/failure-taxonomy.js +1 -28
- package/src/client/fault-injection.js +0 -8
- package/src/client/inspection.js +1 -1
- package/src/client/model-host/index.d.ts +140 -0
- package/src/client/model-host/index.js +548 -0
- package/src/client/model-host/model-evidence.js +255 -0
- package/src/client/model-host/model-session.d.ts +323 -0
- package/src/client/{runtime → model-host}/model-session.js +202 -148
- package/src/client/provider.d.ts +18 -2
- package/src/client/provider.js +26 -3
- package/src/client/receipt.js +30 -72
- package/src/client/runtime/capsule-acquisition.d.ts +18 -0
- package/src/client/runtime/capsule-acquisition.js +103 -0
- package/src/client/runtime/capsule-adapter-execution.d.ts +17 -0
- package/src/client/runtime/capsule-adapter-execution.js +63 -0
- package/src/client/runtime/capsule-artifact-source.js +62 -0
- package/src/client/runtime/capsule-embedding.d.ts +29 -0
- package/src/client/runtime/capsule-embedding.js +76 -0
- package/src/client/runtime/capsule-forecast-program.d.ts +2 -0
- package/src/client/runtime/capsule-forecast-program.js +85 -0
- package/src/client/runtime/capsule-forecast.d.ts +17 -0
- package/src/client/runtime/capsule-forecast.js +31 -0
- package/src/client/runtime/capsule-operation-adapters.d.ts +12 -0
- package/src/client/runtime/capsule-operation-adapters.js +69 -0
- package/src/client/runtime/capsule-operation-executor.d.ts +25 -0
- package/src/client/runtime/capsule-operation-executor.js +101 -0
- package/src/client/runtime/capsule-program-adapter.js +153 -0
- package/src/client/runtime/capsule-release-authorization.js +25 -0
- package/src/client/runtime/capsule-rerank.d.ts +50 -0
- package/src/client/runtime/capsule-rerank.js +105 -0
- package/src/client/runtime/capsule-session-execution.js +89 -0
- package/src/client/runtime/command-executor.d.ts +15 -0
- package/src/client/runtime/command-executor.js +128 -0
- package/src/client/runtime/composition-root.d.ts +77 -0
- package/src/client/runtime/composition-root.js +352 -0
- package/src/client/runtime/fetch-capsule-artifact-store.d.ts +10 -0
- package/src/client/runtime/fetch-capsule-artifact-store.js +25 -0
- package/src/client/runtime/index.d.ts +1 -117
- package/src/client/runtime/index.js +1 -433
- package/src/client/runtime/lora.d.ts +14 -0
- package/src/client/runtime/lora.js +19 -1
- package/src/client/runtime/model-manager.js +12 -0
- package/src/client/runtime/model-rerank.js +30 -0
- package/src/client/runtime/model-session.d.ts +1 -221
- package/src/client/runtime/model-source.d.ts +9 -0
- package/src/client/runtime/model-source.js +46 -17
- package/src/client/runtime/node-quickstart-cache.js +1 -1
- package/src/client/runtime/resolution-policy.d.ts +20 -0
- package/src/client/runtime/resolution-policy.js +84 -0
- package/src/client/runtime/resource-binder.d.ts +24 -0
- package/src/client/runtime/resource-binder.js +135 -0
- package/src/client/runtime/scoped-session.d.ts +10 -1
- package/src/client/runtime/scoped-session.js +20 -1
- package/src/client/runtime/session-controller.d.ts +19 -0
- package/src/client/runtime/session-controller.js +92 -0
- package/src/client/runtime/source-runtime.js +1 -1
- package/src/client/runtime/target-selector.d.ts +9 -0
- package/src/client/runtime/target-selector.js +2 -0
- package/src/client/runtime/types.d.ts +1 -0
- package/src/client/runtime/verified-capsule-artifact-store.js +101 -0
- package/src/client/wrap-pipeline-handle.js +3 -9
- package/src/config/backward-registry-loader.js +1 -1
- package/src/config/capsule-adapter-policy.js +30 -0
- package/src/config/capsule-adapters.d.ts +21 -0
- package/src/config/capsule-adapters.js +40 -0
- package/src/config/capsule-adapters.json +9 -0
- package/src/config/capsule-loading.d.ts +2 -0
- package/src/config/capsule-loading.js +14 -0
- package/src/config/capsule-loading.schema.json +12 -0
- package/src/config/capsule-operation.d.ts +19 -0
- package/src/config/capsule-operation.js +63 -0
- package/src/config/capsule-operations.json +17 -0
- package/src/config/capsule-release-contract.d.ts +66 -0
- package/src/config/capsule-release-contract.js +197 -0
- package/src/config/capsule-release-events.d.ts +53 -0
- package/src/config/capsule-release-events.js +172 -0
- package/src/config/capsule-sequence-receipt.js +19 -0
- package/src/config/capsule-serve.d.ts +9 -0
- package/src/config/capsule-serve.js +28 -0
- package/src/config/capsule-serve.schema.json +14 -0
- package/src/config/capsule-signature.d.ts +6 -0
- package/src/config/capsule-signature.js +50 -0
- package/src/config/capsule-v2.d.ts +70 -0
- package/src/config/capsule-v2.js +431 -0
- package/src/config/capsule-v3.d.ts +19 -0
- package/src/config/capsule-v3.js +72 -0
- package/src/config/capsule.d.ts +22 -0
- package/src/config/capsule.js +52 -0
- package/src/config/conversion/amplify/amplify-120m-f16-af32.json +1 -1
- package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +3 -3
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +2 -2
- package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +62 -4
- package/src/config/conversion/esmc/esmc-300m-f32-af32.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +2 -2
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +3 -3
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +3 -3
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +5 -5
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +6 -6
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +3 -3
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +5 -5
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +6 -6
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +3 -3
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +2 -2
- package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +442 -0
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +2 -2
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +2 -2
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +2 -2
- package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +3 -3
- package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +529 -0
- package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +529 -0
- package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +6 -6
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +6 -6
- package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +6 -6
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +7 -7
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +6 -6
- package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +463 -0
- package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +3 -3
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +481 -0
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +60 -8
- package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +561 -0
- package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +558 -0
- package/src/config/dtype-transition-contract.js +40 -0
- package/src/config/embedding-contract.js +26 -0
- package/src/config/embedding-reference.js +85 -0
- package/src/config/evidence/source-intake-policy.json +1 -1
- package/src/config/execution-contract-check.d.ts +16 -73
- package/src/config/execution-contract-check.js +7 -429
- package/src/config/forecast-manifest.js +56 -0
- package/src/config/generation-contract.d.ts +39 -0
- package/src/config/generation-contract.js +66 -0
- package/src/config/generation-contract.json +32 -0
- package/src/config/heterogeneous-attention-contract.js +46 -0
- package/src/config/initial-execution-identity.d.ts +58 -0
- package/src/config/initial-execution-identity.js +331 -0
- package/src/config/kernel-path-loader.d.ts +17 -0
- package/src/config/kernel-path-loader.js +42 -8
- package/src/config/kernel-registry-contract.d.ts +25 -0
- package/src/config/kernel-registry-contract.js +46 -0
- package/src/config/kernels/kernel-ref-digests.js +66 -18
- package/src/config/kernels/registry.js +1 -1
- package/src/config/kernels/registry.json +13617 -11377
- package/src/config/lora-layouts.d.ts +10 -0
- package/src/config/lora-layouts.js +17 -0
- package/src/config/lora-layouts.json +9 -0
- package/src/config/manifest-inference-validation.js +575 -0
- package/src/config/merge/execution-patches.js +12 -0
- package/src/config/{merge-helpers.js → merge/kernel-path-policy.js} +0 -52
- package/src/config/merge/value-selection.js +38 -0
- package/src/config/merge.js +43 -11
- package/src/config/model-ir-v2.d.ts +57 -0
- package/src/config/model-ir-v2.js +258 -0
- package/src/config/model-ir.d.ts +49 -0
- package/src/config/model-ir.js +180 -0
- package/src/config/param-validator.js +1 -1
- package/src/config/platforms/amd-strix-halo-gfx1151.json +17 -0
- package/src/config/platforms/loader.js +2 -1
- package/src/config/production-release-evidence.d.ts +23 -0
- package/src/config/production-release-evidence.js +423 -0
- package/src/config/production-release.js +321 -0
- package/src/{client/doppler-registry.json → config/quickstart-registry.json} +7 -7
- package/src/config/required-inference-fields-contract-check.js +2 -2
- package/src/config/rerank-reference.d.ts +28 -0
- package/src/config/rerank-reference.js +89 -0
- package/src/config/revocation-policy.d.ts +65 -0
- package/src/config/revocation-policy.js +290 -0
- package/src/config/revocation-registry.json +11 -0
- package/src/config/revocation-updates.d.ts +68 -0
- package/src/config/revocation-updates.js +440 -0
- package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +1 -1
- package/src/config/runtime/profiles/muse-glimmer-30b-source-parity-f32kv.json +30 -0
- package/src/config/runtime/profiles/muse-glimmer-30b-source-parity.json +110 -0
- package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +1 -1
- package/src/config/runtime/profiles/qwen3-8-27b-source-parity.json +87 -0
- package/src/config/runtime-merge.js +1 -1
- package/src/config/runtime.js +1 -1
- package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
- package/src/config/schema/browser-suite-metrics.schema.js +2 -0
- package/src/config/schema/conversion-report.schema.d.ts +3 -0
- package/src/config/schema/conversion-report.schema.js +29 -0
- package/src/config/schema/converter.schema.d.ts +1 -0
- package/src/config/schema/debug.schema.d.ts +1 -0
- package/src/config/schema/doppler.schema.js +6 -5
- package/src/config/schema/emulation.schema.js +1 -1
- package/src/config/schema/execution-v1.schema.d.ts +3 -0
- package/src/config/schema/execution-v1.schema.js +19 -0
- package/src/config/schema/harness.schema.d.ts +13 -0
- package/src/config/schema/harness.schema.js +6 -0
- package/src/config/schema/inference.schema.d.ts +21 -2
- package/src/config/schema/kernel-thresholds.schema.js +1 -1
- package/src/config/schema/manifest.schema.d.ts +26 -7
- package/src/config/schema/manifest.schema.js +10 -1
- package/src/config/schema/program-bundle.schema.d.ts +52 -6
- package/src/config/schema/program-bundle.schema.js +145 -10
- package/src/config/sequence-reference.d.ts +26 -0
- package/src/config/sequence-reference.js +100 -0
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +2 -2
- package/src/config/target-plan.d.ts +108 -0
- package/src/config/target-plan.js +411 -0
- package/src/config/training-defaults.js +1 -1
- package/src/config/transforms/capability-transform-resolver.js +4 -105
- package/src/config/transforms/execution-graph/dtype.js +591 -0
- package/src/config/transforms/execution-graph/fusion.js +436 -0
- package/src/config/transforms/execution-graph/validation.js +414 -0
- package/src/config/transforms/execution-graph-transforms.js +13 -1419
- package/src/converter/artifact-identity.js +475 -0
- package/src/converter/conversion-plan.js +1 -1
- package/src/converter/core.js +94 -2096
- package/src/converter/forge-candidate-evaluation.js +271 -0
- package/src/converter/forge-qualification.js +163 -0
- package/src/converter/forge-stages.js +800 -0
- package/src/converter/manifest-builder.js +683 -0
- package/src/converter/quantization-info.js +4 -1
- package/src/converter/quantizer.js +76 -13
- package/src/converter/shard-packer.d.ts +1 -1
- package/src/converter/shard-packer.js +2 -2
- package/src/converter/tensor-transform.js +640 -0
- package/src/converter/tokenizer-contract.js +243 -0
- package/src/converter/tokenizer-manifest.js +243 -0
- package/src/debug/history.js +0 -8
- package/src/debug/index.js +0 -10
- package/src/debug/tensor.js +1 -1
- package/src/debug/trace.js +0 -7
- package/src/experimental/adapters/adapter-manager.js +2 -0
- package/src/experimental/adapters/adapter-manifest.d.ts +6 -0
- package/src/experimental/adapters/adapter-manifest.js +11 -0
- package/src/experimental/adapters/artifact-contract.d.ts +2 -2
- package/src/experimental/adapters/artifact-contract.js +5 -2
- package/src/experimental/adapters/lora-loader.d.ts +10 -1
- package/src/experimental/adapters/lora-loader.js +110 -48
- package/src/{inference/pipelines → experimental}/audio/gemma4.js +9 -31
- package/src/experimental/bdpa/basis-decomposed-paged.d.ts +50 -0
- package/src/experimental/bdpa/basis-decomposed-paged.js +276 -0
- package/src/experimental/bridge/trainer-artifact-bridge.js +3 -3
- package/src/experimental/browser/browser-converter.js +11 -11
- package/src/experimental/diffusion/index.d.ts +1 -1
- package/src/experimental/diffusion/index.js +1 -1
- package/src/{inference/pipelines → experimental}/diffusion/pipeline.d.ts +2 -2
- package/src/{inference/pipelines → experimental}/diffusion/pipeline.js +17 -17
- package/src/{inference/pipelines → experimental}/diffusion/text-encoder-gpu.js +21 -19
- package/src/experimental/diffusion/vae.js +596 -0
- package/src/experimental/distribution/shard-delivery/receipt.js +588 -0
- package/src/experimental/distribution/shard-delivery/retry.js +392 -0
- package/src/experimental/distribution/shard-delivery/transport.js +831 -0
- package/src/experimental/distribution/shard-delivery.js +4 -1709
- package/src/experimental/energy/index.d.ts +2 -2
- package/src/experimental/energy/index.js +2 -2
- package/src/{inference/pipelines → experimental}/energy/pipeline.js +13 -13
- package/src/{inference/pipelines → experimental}/energy/types.d.ts +2 -2
- package/src/experimental/logits/cpu-output.d.ts +27 -0
- package/src/{inference/pipelines/text/logits/utils.js → experimental/logits/cpu-output.js} +19 -27
- package/src/experimental/logits/cpu.d.ts +87 -0
- package/src/experimental/logits/cpu.js +95 -0
- package/src/experimental/orchestration/energy-row-head-pipeline.d.ts +103 -0
- package/src/{inference/pipelines/energy-head/row-head-pipeline.js → experimental/orchestration/energy-row-head-pipeline.js} +13 -13
- package/src/experimental/orchestration/index.d.ts +1 -1
- package/src/experimental/orchestration/index.js +1 -1
- package/src/experimental/training/artifacts.js +2 -2
- package/src/experimental/training/checkpoint.js +2 -2
- package/src/experimental/training/distillation/artifacts.js +1 -1
- package/src/experimental/training/distillation/dataset.js +2 -2
- package/src/experimental/training/distillation/eval.js +1 -1
- package/src/experimental/training/distillation/runtime.js +2 -2
- package/src/experimental/training/distillation/student-fixture/execution.js +166 -0
- package/src/experimental/training/distillation/student-fixture/model.js +353 -0
- package/src/experimental/training/distillation/student-fixture.js +2 -469
- package/src/experimental/training/lora/checkpoint.js +746 -0
- package/src/experimental/training/lora/execution.js +550 -0
- package/src/experimental/training/lora/plan.js +387 -0
- package/src/experimental/training/lora/recovery.js +418 -0
- package/src/experimental/training/lora-pipeline.js +7 -1949
- package/src/experimental/training/operator-artifacts.js +2 -2
- package/src/experimental/training/operator-command.js +4 -4
- package/src/experimental/training/runner/evaluation.js +62 -0
- package/src/experimental/training/runner/lifecycle.js +257 -0
- package/src/experimental/training/runner.js +5 -268
- package/src/experimental/training/suite/execution.js +879 -0
- package/src/experimental/training/suite/plan.js +855 -0
- package/src/experimental/training/suite.js +5 -1659
- package/src/experimental/training/workloads.d.ts +5 -5
- package/src/experimental/training/workloads.js +6 -6
- package/src/experimental/turboquant/codebook.js +470 -0
- package/src/formats/quantization-constants.d.ts +11 -0
- package/src/formats/quantization-constants.js +11 -0
- package/src/formats/rdrr/integrity.js +1 -1
- package/src/formats/rdrr/lowerings.js +0 -29
- package/src/formats/rdrr/merkle.js +1 -1
- package/src/formats/rdrr/tensor-config-validator.js +25 -5
- package/src/formats/rdrr/validation.js +3 -3
- package/src/gpu/command-recorder.d.ts +10 -1
- package/src/gpu/command-recorder.js +58 -14
- package/src/gpu/constant-buffer.js +29 -0
- package/src/gpu/device-state.js +44 -0
- package/src/gpu/device.js +11 -41
- package/src/gpu/kernel-runtime.js +2 -1
- package/src/gpu/kernels/activation-static-qdq.js +1 -1
- package/src/gpu/kernels/append_embedding.wgsl +14 -0
- package/src/gpu/kernels/attention/executors.js +960 -0
- package/src/gpu/kernels/attention/plan.js +472 -0
- package/src/gpu/kernels/attention.d.ts +4 -0
- package/src/gpu/kernels/attention.js +145 -1545
- package/src/gpu/kernels/attention_relative.wgsl +59 -0
- package/src/gpu/kernels/backward/adam.js +2 -1
- package/src/gpu/kernels/backward/attention_backward.js +1 -1
- package/src/gpu/kernels/backward/bias_add_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/bias_add_backward.js +1 -1
- package/src/gpu/kernels/backward/causal_conv1d_silu_backward.js +2 -1
- package/src/gpu/kernels/backward/conv2d_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/conv2d_backward.js +2 -1
- package/src/gpu/kernels/backward/cross_entropy_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/cross_entropy_backward.js +1 -1
- package/src/gpu/kernels/backward/embed_backward.js +2 -1
- package/src/gpu/kernels/backward/executor.d.ts +34 -0
- package/src/gpu/kernels/backward/executor.js +158 -0
- package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +2 -1
- package/src/gpu/kernels/backward/gated_rmsnorm_backward.js +2 -1
- package/src/gpu/kernels/backward/gelu_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/gelu_backward.js +1 -1
- package/src/gpu/kernels/backward/groupnorm_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/groupnorm_backward.js +1 -1
- package/src/gpu/kernels/backward/layernorm_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/layernorm_backward.js +2 -1
- package/src/gpu/kernels/backward/matmul.js +133 -0
- package/src/gpu/kernels/backward/matmul_backward.d.ts +0 -1
- package/src/gpu/kernels/backward/matmul_backward.js +1 -1
- package/src/gpu/kernels/backward/pixel_shuffle_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/pixel_shuffle_backward.js +1 -1
- package/src/gpu/kernels/backward/rmsnorm_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/rmsnorm_backward.js +2 -1
- package/src/gpu/kernels/backward/rope_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/rope_backward.js +2 -1
- package/src/gpu/kernels/backward/scale_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/scale_backward.js +2 -1
- package/src/gpu/kernels/backward/silu_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/silu_backward.js +1 -1
- package/src/gpu/kernels/backward/softmax_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/softmax_backward.js +1 -1
- package/src/gpu/kernels/backward/upsample2d_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/upsample2d_backward.js +1 -1
- package/src/gpu/kernels/backward/utils.js +2 -392
- package/src/gpu/kernels/bind-group-validation.js +16 -0
- package/src/gpu/kernels/cast.js +2 -1
- package/src/gpu/kernels/check-finiteness.js +13 -49
- package/src/gpu/kernels/check-hot-vocab-stop.js +13 -39
- package/src/gpu/kernels/check-stop.js +14 -33
- package/src/gpu/kernels/check_finiteness.wgsl +33 -0
- package/src/gpu/kernels/check_hot_vocab_stop.wgsl +29 -0
- package/src/gpu/kernels/check_stop.wgsl +20 -0
- package/src/gpu/kernels/clamp.js +1 -1
- package/src/gpu/kernels/conv2d.js +1 -1
- package/src/gpu/kernels/cross_entropy_loss.js +1 -1
- package/src/gpu/kernels/depthwise_conv1d.js +1 -1
- package/src/gpu/kernels/depthwise_conv2d.js +1 -1
- package/src/gpu/kernels/dequant.js +7 -2
- package/src/gpu/kernels/diffusion-gemma-sampling.js +3 -5
- package/src/gpu/kernels/dispatch.js +12 -1
- package/src/gpu/kernels/embedding-pool.js +72 -0
- package/src/gpu/kernels/embedding_pool_f16.wgsl +38 -0
- package/src/gpu/kernels/embedding_pool_f32.wgsl +36 -0
- package/src/gpu/kernels/energy.js +2 -1
- package/src/gpu/kernels/forecast_output.wgsl +17 -0
- package/src/gpu/kernels/fused-gate-up-gelu.js +1 -1
- package/src/gpu/kernels/fused_ffn.js +10 -220
- package/src/gpu/kernels/fused_matmul_residual.js +2 -1
- package/src/gpu/kernels/fused_matmul_rmsnorm.js +2 -1
- package/src/gpu/kernels/fused_normed_ffn_q4k.wgsl +208 -0
- package/src/gpu/kernels/gated-short-conv.js +11 -69
- package/src/gpu/kernels/gated_delta_conv.wgsl +66 -0
- package/src/gpu/kernels/gated_delta_conv_f16.wgsl +68 -0
- package/src/gpu/kernels/gated_delta_fused_decode.wgsl +173 -0
- package/src/gpu/kernels/gated_delta_fused_decode_f16.wgsl +175 -0
- package/src/gpu/kernels/gated_delta_recurrent.wgsl +165 -0
- package/src/gpu/kernels/gated_delta_recurrent_f16.wgsl +167 -0
- package/src/gpu/kernels/gated_short_conv.wgsl +47 -0
- package/src/gpu/kernels/gather.d.ts +1 -1
- package/src/gpu/kernels/gather.js +30 -6
- package/src/gpu/kernels/gather_bf16.wgsl +69 -0
- package/src/gpu/kernels/gelu.d.ts +4 -0
- package/src/gpu/kernels/gelu.js +12 -2
- package/src/gpu/kernels/gelu.wgsl +16 -0
- package/src/gpu/kernels/gelu_f16.wgsl +16 -0
- package/src/gpu/kernels/gemma4-route-expert.js +1 -1
- package/src/gpu/kernels/grouped_pointwise_conv2d.js +1 -1
- package/src/gpu/kernels/groupnorm.js +1 -1
- package/src/gpu/kernels/index.d.ts +38 -5
- package/src/gpu/kernels/index.js +18 -4
- package/src/gpu/kernels/instance_stats.wgsl +26 -0
- package/src/gpu/kernels/kernel-base.js +1 -1
- package/src/gpu/kernels/kernel-cache-lifecycle.d.ts +9 -0
- package/src/gpu/kernels/kernel-cache-lifecycle.js +26 -0
- package/src/gpu/kernels/kernel-configs.d.ts +10 -61
- package/src/gpu/kernels/kernel-configs.js +26 -54
- package/src/gpu/kernels/kernel-execution.js +141 -0
- package/src/gpu/kernels/kv-cache-write.js +4 -4
- package/src/gpu/kernels/kv-quantize.js +4 -1
- package/src/gpu/kernels/l2-normalize.js +36 -0
- package/src/gpu/kernels/l2_normalize.wgsl +53 -0
- package/src/gpu/kernels/layernorm.d.ts +4 -4
- package/src/gpu/kernels/layernorm.js +44 -7
- package/src/gpu/kernels/linear-attention-core.js +29 -449
- package/src/gpu/kernels/linear_attention.js +1 -1
- package/src/gpu/kernels/lm-head-argmax.js +2 -2
- package/src/gpu/kernels/lm-head-select-logits.js +2 -2
- package/src/gpu/kernels/logit-finalize.js +103 -0
- package/src/gpu/kernels/logit-merge.js +13 -125
- package/src/gpu/kernels/logit-scatter.js +40 -0
- package/src/gpu/kernels/logit_finalize_f16.wgsl +43 -0
- package/src/gpu/kernels/logit_finalize_f32.wgsl +41 -0
- package/src/gpu/kernels/logit_merge_geometric.wgsl +23 -0
- package/src/gpu/kernels/logit_merge_max.wgsl +23 -0
- package/src/gpu/kernels/logit_merge_weighted.wgsl +23 -0
- package/src/gpu/kernels/logit_scatter_f16.wgsl +26 -0
- package/src/gpu/kernels/logit_scatter_f32.wgsl +24 -0
- package/src/gpu/kernels/matmul-dispatch.js +6 -1
- package/src/gpu/kernels/matmul-selection.js +3 -2
- package/src/gpu/kernels/matmul.js +4 -15
- package/src/gpu/kernels/matmul_bf16w_f32a.wgsl +93 -0
- package/src/gpu/kernels/matmul_gemv_subgroup_bf16w.wgsl +433 -0
- package/src/gpu/kernels/modulate.js +1 -1
- package/src/gpu/kernels/moe.js +3 -1
- package/src/gpu/kernels/moe_router_bias_add_f16_f16.wgsl +23 -0
- package/src/gpu/kernels/moe_router_bias_add_f16_f32.wgsl +23 -0
- package/src/gpu/kernels/moe_router_bias_add_f32_f16.wgsl +23 -0
- package/src/gpu/kernels/moe_router_bias_add_f32_f32.wgsl +21 -0
- package/src/gpu/kernels/patch_context.wgsl +29 -0
- package/src/gpu/kernels/pipeline-cache.js +3 -1
- package/src/gpu/kernels/pixel_shuffle.js +1 -1
- package/src/gpu/kernels/probe_shader_f16.wgsl +7 -0
- package/src/gpu/kernels/relu.js +1 -1
- package/src/gpu/kernels/rep-penalty.js +30 -5
- package/src/gpu/kernels/rep_penalty.wgsl +25 -30
- package/src/gpu/kernels/rep_penalty_f16.wgsl +24 -25
- package/src/gpu/kernels/repeat_channels.js +1 -1
- package/src/gpu/kernels/residual.js +2 -2
- package/src/gpu/kernels/rmsnorm-pair.js +1 -1
- package/src/gpu/kernels/rmsnorm-qk.js +1 -1
- package/src/gpu/kernels/rmsnorm-stats.js +14 -113
- package/src/gpu/kernels/rmsnorm.js +1 -1
- package/src/gpu/kernels/rmsnorm_serial.wgsl +19 -0
- package/src/gpu/kernels/rmsnorm_stats.wgsl +59 -0
- package/src/gpu/kernels/rmsnorm_stats_subgroups.wgsl +76 -0
- package/src/gpu/kernels/rope-precompute.js +160 -0
- package/src/gpu/kernels/rope-qk.js +1 -1
- package/src/gpu/kernels/rope.js +2 -2
- package/src/gpu/kernels/rope_precompute.wgsl +74 -0
- package/src/gpu/kernels/sample.d.ts +1 -0
- package/src/gpu/kernels/sample.js +36 -17
- package/src/gpu/kernels/sample.wgsl +112 -157
- package/src/gpu/kernels/sample_f16.wgsl +168 -162
- package/src/gpu/kernels/scale.js +1 -1
- package/src/gpu/kernels/shader-cache.js +8 -4
- package/src/gpu/kernels/shader-source-scope.js +68 -0
- package/src/gpu/kernels/silu.js +2 -1
- package/src/gpu/kernels/soft-embedding.js +3 -1
- package/src/gpu/kernels/softmax.js +4 -2
- package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +1 -1
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +1 -1
- package/src/gpu/kernels/split_qg.js +1 -1
- package/src/gpu/kernels/split_qkv.d.ts +2 -0
- package/src/gpu/kernels/split_qkv.js +18 -3
- package/src/gpu/kernels/split_qkv.wgsl +5 -2
- package/src/gpu/kernels/split_qkv_f16.wgsl +5 -2
- package/src/gpu/kernels/submit_probe.wgsl +6 -0
- package/src/gpu/kernels/transpose.js +1 -1
- package/src/gpu/kernels/turboquant-codebook.js +4 -535
- package/src/gpu/kernels/uniform-utils.js +7 -2
- package/src/gpu/kernels/upsample2d.js +1 -1
- package/src/gpu/kernels/utils.js +9 -330
- package/src/gpu/kernels/vision-average-pool.d.ts +13 -0
- package/src/gpu/kernels/vision-average-pool.js +68 -0
- package/src/gpu/kernels/vision-patch-embed.d.ts +17 -0
- package/src/gpu/kernels/vision-patch-embed.js +117 -0
- package/src/gpu/kernels/vision-position-embedding.d.ts +13 -0
- package/src/gpu/kernels/vision-position-embedding.js +79 -0
- package/src/gpu/kernels/vision-rope-2d.d.ts +16 -0
- package/src/gpu/kernels/vision-rope-2d.js +73 -0
- package/src/gpu/kernels/vision-spatial-merge.d.ts +19 -0
- package/src/gpu/kernels/vision-spatial-merge.js +100 -0
- package/src/gpu/kernels/vision_average_pool.wgsl +42 -0
- package/src/gpu/kernels/vision_patch_embed.wgsl +59 -0
- package/src/gpu/kernels/vision_patch_embed_f16w.wgsl +61 -0
- package/src/gpu/kernels/vision_position_embedding.wgsl +33 -0
- package/src/gpu/kernels/vision_position_embedding_f16.wgsl +35 -0
- package/src/gpu/kernels/vision_rope_2d.wgsl +60 -0
- package/src/gpu/kernels/vision_spatial_merge.wgsl +48 -0
- package/src/gpu/readback-buffer.js +20 -0
- package/src/gpu/submit-probe.js +2 -26
- package/src/gpu/weight-buffer.d.ts +1 -0
- package/src/gpu/weight-buffer.js +7 -0
- package/src/index.d.ts +12 -0
- package/src/index.js +2 -0
- package/src/inference/browser-harness/benchmark-execution.js +872 -0
- package/src/inference/browser-harness/benchmark-rerank.js +284 -0
- package/src/inference/browser-harness/decode-diagnostics.js +241 -0
- package/src/inference/browser-harness/diffusion-performance.js +102 -0
- package/src/inference/browser-harness/inference-execution.js +543 -0
- package/src/inference/{browser-harness-model-helpers.js → browser-harness/model-initialization.js} +14 -145
- package/src/inference/browser-harness/model-resolution.js +137 -0
- package/src/inference/browser-harness/report.js +338 -0
- package/src/inference/browser-harness/request.js +263 -0
- package/src/inference/browser-harness/runtime-config.d.ts +25 -0
- package/src/inference/browser-harness/runtime-config.js +255 -0
- package/src/inference/browser-harness/runtime-isolation.d.ts +13 -0
- package/src/inference/browser-harness/runtime-isolation.js +45 -0
- package/src/inference/browser-harness/runtime-report.d.ts +26 -0
- package/src/inference/browser-harness/runtime-report.js +117 -0
- package/src/inference/browser-harness/suite-summary.js +39 -0
- package/src/inference/browser-harness/text-evidence.js +694 -0
- package/src/inference/browser-harness/text-execution.js +757 -0
- package/src/inference/browser-harness/text-input.js +725 -0
- package/src/inference/{browser-harness-suite-helpers.js → browser-harness/timing-diagnostics.js} +1 -379
- package/src/inference/browser-harness-contract-helpers.js +1 -1
- package/src/inference/browser-harness-diffusion-energy-suites.js +8 -3
- package/src/inference/browser-harness-runtime-helpers.d.ts +3 -56
- package/src/inference/browser-harness-runtime-helpers.js +3 -423
- package/src/inference/browser-harness-text-helpers.js +31 -2199
- package/src/inference/browser-harness.d.ts +15 -2
- package/src/inference/browser-harness.js +38 -1952
- package/src/inference/kv-cache/base.js +67 -381
- package/src/inference/kv-cache/basis-decomposed-paged.d.ts +2 -50
- package/src/inference/kv-cache/basis-decomposed-paged.js +1 -276
- package/src/inference/kv-cache/quantized.d.ts +2 -2
- package/src/inference/kv-cache/quantized.js +4 -8
- package/src/inference/kv-cache/update.js +309 -0
- package/src/inference/model-checkpoint-evidence.d.ts +75 -0
- package/src/inference/model-checkpoint-evidence.js +264 -0
- package/src/inference/moe-router.js +36 -216
- package/src/inference/multi-model-network.js +5 -341
- package/src/inference/pipelines/audio/index.js +1 -20
- package/src/inference/pipelines/audio/mel.js +0 -38
- package/src/inference/pipelines/context.js +6 -2
- package/src/inference/pipelines/diffusion/profile-timing.js +10 -0
- package/src/inference/pipelines/diffusion/runtime-resources.js +54 -0
- package/src/inference/pipelines/diffusion/sd3/execution.js +805 -0
- package/src/inference/pipelines/diffusion/sd3/plan.js +125 -0
- package/src/inference/pipelines/diffusion/sd3-transformer.js +44 -895
- package/src/inference/pipelines/diffusion/{vae.js → vae/execution.js} +46 -618
- package/src/inference/pipelines/diffusion/{helpers.js → weight-contract.js} +1 -68
- package/src/inference/pipelines/energy-head/row-head-pipeline.d.ts +1 -103
- package/src/inference/pipelines/factory.js +14 -3
- package/src/inference/pipelines/shader-scoped-pipeline.js +29 -0
- package/src/inference/pipelines/structured/json-grammar-mask.d.ts +2 -0
- package/src/inference/pipelines/structured/json-grammar-mask.js +115 -124
- package/src/inference/pipelines/text/abort-contract.js +22 -0
- package/src/inference/pipelines/text/attention/attn-config.js +1 -16
- package/src/inference/pipelines/text/attention/gate-projection.js +30 -0
- package/src/inference/pipelines/text/attention/heterogeneous-contract.js +8 -0
- package/src/inference/pipelines/text/attention/interpreter/immediate.js +211 -0
- package/src/inference/pipelines/text/attention/interpreter/recorded.js +451 -0
- package/src/inference/pipelines/text/attention/interpreter.js +89 -439
- package/src/inference/pipelines/text/attention/plan.d.ts +1 -0
- package/src/inference/pipelines/text/attention/plan.js +17 -0
- package/src/inference/pipelines/text/attention/projection-executor.js +331 -0
- package/src/inference/pipelines/text/attention/projection-plan.js +259 -0
- package/src/inference/pipelines/text/attention/projections.js +20 -537
- package/src/inference/pipelines/text/attention/query-transform.js +11 -0
- package/src/inference/pipelines/text/attention/record.js +0 -6
- package/src/inference/pipelines/text/attention/recorded-health.js +21 -0
- package/src/inference/pipelines/text/attention/rope-observation.js +40 -0
- package/src/inference/pipelines/text/attention/run.js +0 -6
- package/src/inference/pipelines/text/attention/types.js +3 -31
- package/src/inference/pipelines/text/chat-format.d.ts +3 -0
- package/src/inference/pipelines/text/chat-format.js +42 -0
- package/src/inference/pipelines/text/config/normalization.js +729 -0
- package/src/inference/pipelines/text/config/validation.js +9 -0
- package/src/inference/pipelines/text/config.d.ts +12 -1
- package/src/inference/pipelines/text/config.js +14 -1228
- package/src/inference/pipelines/text/debug-utils/health-metrics.js +57 -0
- package/src/inference/pipelines/text/debug-utils/index.js +3 -8
- package/src/inference/pipelines/text/debug-utils/profiles.js +8 -0
- package/src/inference/pipelines/text/debug-utils/readback-decoding.js +24 -0
- package/src/inference/pipelines/text/debug-utils/tensor.js +1 -1
- package/src/inference/pipelines/text/dtype-contract.js +1 -68
- package/src/inference/pipelines/text/embed.js +178 -241
- package/src/inference/pipelines/text/embedding-contract.d.ts +7 -0
- package/src/inference/pipelines/text/embedding-contract.js +21 -0
- package/src/inference/pipelines/text/embedding-extraction.js +225 -0
- package/src/inference/pipelines/text/embedding-normalization.js +39 -0
- package/src/inference/pipelines/text/execution-runtime-builders.js +0 -32
- package/src/inference/pipelines/text/execution-v1/plan.js +69 -0
- package/src/inference/pipelines/text/execution-v1/validation.js +233 -0
- package/src/inference/pipelines/text/execution-v1.js +7 -283
- package/src/inference/pipelines/text/execution.js +517 -0
- package/src/inference/pipelines/text/ffn/dense-executor.js +723 -0
- package/src/inference/pipelines/text/ffn/dense-plan.js +327 -0
- package/src/inference/pipelines/text/ffn/dense.js +6 -970
- package/src/inference/pipelines/text/ffn/sandwich.js +10 -9
- package/src/inference/pipelines/text/ffn/standard.js +2 -1
- package/src/inference/pipelines/text/generator/attention-lifecycle.js +24 -0
- package/src/inference/pipelines/text/generator/decode-runtime.js +985 -0
- package/src/inference/pipelines/text/generator/decode.js +964 -0
- package/src/inference/pipelines/text/generator/diffusion.js +607 -0
- package/src/inference/pipelines/text/generator/logits-config.js +63 -0
- package/src/inference/pipelines/text/generator/prefill-observation.js +29 -0
- package/src/inference/pipelines/text/generator/prefill-policy.js +56 -0
- package/src/inference/pipelines/text/generator/prefill-runtime.js +896 -0
- package/src/inference/pipelines/text/{generator-prefill-helpers.js → generator/prefix-embedding.js} +16 -121
- package/src/inference/pipelines/text/generator/prompt-input.js +47 -0
- package/src/inference/pipelines/text/generator/recovery.js +310 -0
- package/src/inference/pipelines/text/{generator-helpers.js → generator/session-context.js} +42 -110
- package/src/inference/pipelines/text/generator/text.js +448 -0
- package/src/inference/pipelines/text/generator/training.js +753 -0
- package/src/inference/pipelines/text/generator-decode-policy.js +1 -1
- package/src/inference/pipelines/text/generator-logits-observation.js +48 -0
- package/src/inference/pipelines/text/generator-runtime.js +23 -154
- package/src/inference/pipelines/text/generator-steps.js +45 -980
- package/src/inference/pipelines/text/generator.js +179 -3552
- package/src/inference/pipelines/text/image-transcription.js +304 -0
- package/src/inference/pipelines/text/init-qkv-fusion.js +18 -9
- package/src/inference/pipelines/text/init-rope.js +37 -189
- package/src/inference/pipelines/text/init.d.ts +8 -3
- package/src/inference/pipelines/text/init.js +6 -216
- package/src/inference/pipelines/text/layer-execution-contract.js +97 -0
- package/src/inference/pipelines/text/layer-input-execution.js +435 -0
- package/src/inference/pipelines/text/layer-plan-gpu.js +13 -6
- package/src/inference/pipelines/text/layer-plan.d.ts +21 -5
- package/src/inference/pipelines/text/layer-plan.js +45 -3
- package/src/inference/pipelines/text/layer.js +52 -522
- package/src/inference/pipelines/text/lifecycle.js +839 -0
- package/src/inference/pipelines/text/linear-attention/plan.js +554 -0
- package/src/inference/pipelines/text/linear-attention-ab-fusion.js +2 -2
- package/src/inference/pipelines/text/linear-attention.d.ts +2 -2
- package/src/inference/pipelines/text/linear-attention.js +28 -534
- package/src/inference/pipelines/text/logits/cpu-output.d.ts +1 -0
- package/src/inference/pipelines/text/logits/cpu-output.js +5 -0
- package/src/inference/pipelines/text/logits/cpu.d.ts +1 -87
- package/src/inference/pipelines/text/logits/cpu.js +8 -95
- package/src/inference/pipelines/text/logits/gpu-executor.js +368 -0
- package/src/inference/pipelines/text/logits/gpu.d.ts +27 -0
- package/src/inference/pipelines/text/logits/gpu.js +116 -579
- package/src/inference/pipelines/text/logits/index.d.ts +2 -1
- package/src/inference/pipelines/text/logits/index.js +62 -102
- package/src/inference/pipelines/text/logits/output-transform.js +54 -0
- package/src/inference/pipelines/text/logits/plan.js +184 -0
- package/src/inference/pipelines/text/logits/readback.d.ts +6 -0
- package/src/inference/pipelines/text/logits/readback.js +9 -0
- package/src/inference/pipelines/text/logits/scale-policy.js +20 -0
- package/src/inference/pipelines/text/logits/types.d.ts +1 -0
- package/src/inference/pipelines/text/lora-apply.js +12 -4
- package/src/inference/pipelines/text/lora-types.d.ts +12 -0
- package/src/inference/pipelines/text/modality-token-contract.js +115 -0
- package/src/inference/pipelines/text/model-load.js +0 -20
- package/src/inference/pipelines/text/moe/expert-loading.js +9 -0
- package/src/inference/pipelines/text/moe/gpu-executor.js +513 -0
- package/src/inference/pipelines/text/moe/plan.js +47 -0
- package/src/inference/pipelines/text/moe-cpu.js +9 -135
- package/src/inference/pipelines/text/moe-gpu.js +21 -545
- package/src/inference/pipelines/text/normalization-contract.js +17 -0
- package/src/inference/pipelines/text/per-layer/materialize.js +736 -0
- package/src/inference/pipelines/text/per-layer/plan.js +362 -0
- package/src/inference/pipelines/text/per-layer-inputs.js +4 -1037
- package/src/inference/pipelines/text/pipeline-load-timing.js +77 -0
- package/src/inference/pipelines/text/probes.js +20 -0
- package/src/inference/pipelines/text/sampling-config.js +22 -113
- package/src/inference/pipelines/text/sampling.d.ts +9 -1
- package/src/inference/pipelines/text/sampling.js +18 -375
- package/src/inference/pipelines/text/state.d.ts +8 -0
- package/src/inference/pipelines/text/state.js +1 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +88 -16
- package/src/inference/pipelines/text/types.d.ts +7 -3
- package/src/inference/pipelines/text/weight-loading-config.js +194 -0
- package/src/inference/pipelines/text.d.ts +2 -2
- package/src/inference/pipelines/text.js +46 -1633
- package/src/inference/pipelines/video/frame-sampler.js +0 -13
- package/src/inference/pipelines/video/index.js +0 -21
- package/src/inference/pipelines/vision/attention.js +59 -0
- package/src/inference/pipelines/vision/encoder.js +254 -369
- package/src/inference/pipelines/vision/gemma4.js +204 -318
- package/src/inference/pipelines/vision/glmocr-preprocess.js +273 -0
- package/src/inference/pipelines/vision/glmocr-rope.js +106 -0
- package/src/inference/pipelines/vision/glmocr.js +557 -0
- package/src/inference/pipelines/vision/image-preprocess.js +0 -27
- package/src/inference/pipelines/vision/index.js +8 -27
- package/src/inference/pipelines/vision/ops.js +11 -33
- package/src/inference/pipelines/vision/patch-embed.js +51 -145
- package/src/inference/pipelines/vision/spatial-merge.js +78 -0
- package/src/inference/pipelines/vision/weight-loading.js +79 -0
- package/src/inference/refactor-receipt.js +2 -2
- package/src/inference/rerank.js +182 -0
- package/src/inference/token-sampling.js +319 -0
- package/src/inference/tokenizer.js +1 -1
- package/src/inference/tokenizers/behavior-flags.js +6 -3
- package/src/inference/tokenizers/bundled/decoders.js +133 -0
- package/src/inference/tokenizers/bundled/registry.js +216 -0
- package/src/inference/tokenizers/bundled.js +23 -353
- package/src/loader/doppler-loader.d.ts +4 -0
- package/src/loader/doppler-loader.js +119 -930
- package/src/loader/embedding-limit-preflight.js +11 -4
- package/src/loader/embedding-loader.js +1 -3
- package/src/loader/gpu-tensor-materialization.js +20 -0
- package/src/loader/layer-loader.js +15 -119
- package/src/loader/layer-tensor-aliases.js +99 -0
- package/src/loader/layer-weight-shape.js +29 -0
- package/src/loader/load-timing.js +64 -0
- package/src/loader/loader-types.d.ts +3 -0
- package/src/loader/model-executor.js +819 -0
- package/src/loader/model-load-validation.js +15 -0
- package/src/loader/quantization-constants.d.ts +11 -29
- package/src/loader/quantization-constants.js +1 -2
- package/src/loader/shard-resolver.js +0 -14
- package/src/loader/tensor-load-error.js +14 -0
- package/src/loader/tensor-shard-indices.js +8 -0
- package/src/loader/tensors/bf16-loader.js +125 -0
- package/src/loader/tensors/functional-descriptor-loader.js +3 -375
- package/src/loader/tensors/load-executor.js +577 -0
- package/src/loader/tensors/source-transform/executor.js +123 -0
- package/src/loader/tensors/source-transform/plan.js +107 -0
- package/src/loader/tensors/source-transform.js +15 -264
- package/src/loader/tensors/tensor-loader.d.ts +4 -4
- package/src/loader/tensors/tensor-loader.js +7 -653
- package/src/memory/buffer-pool.js +7 -29
- package/src/rules/capability-transform-resolver.js +80 -0
- package/src/rules/execution-contract.d.ts +73 -0
- package/src/rules/execution-contract.js +429 -0
- package/src/rules/execution-rules-contract-check.js +1 -1
- package/src/rules/generated/rule-bundle.json +4305 -0
- package/src/rules/inference/capability-transforms.rules.json +3 -3
- package/src/rules/layer-pattern-contract-check.js +1 -1
- package/src/rules/rule-registry.js +70 -57
- package/src/storage/artifact-storage-context.js +2 -2
- package/src/storage/backend-selection.js +43 -0
- package/src/storage/backends/opfs-store.d.ts +41 -0
- package/src/storage/distribution-transport.js +5 -0
- package/src/storage/download/integrity.d.ts +33 -0
- package/src/storage/download/integrity.js +130 -0
- package/src/storage/download/resume-inspection.d.ts +22 -0
- package/src/storage/download/resume-inspection.js +134 -0
- package/src/storage/download/retry.js +57 -0
- package/src/storage/download/state.js +131 -0
- package/src/storage/download/transport.js +99 -0
- package/src/storage/downloader.js +74 -453
- package/src/storage/model-cache.d.ts +1 -0
- package/src/storage/model-cache.js +51 -11
- package/src/storage/shard-manager.d.ts +5 -0
- package/src/storage/shard-manager.js +50 -369
- package/src/storage/shards/index.js +60 -0
- package/src/storage/shards/integrity.js +225 -0
- package/src/storage/shards/lifecycle.js +22 -0
- package/src/storage/source-artifact-store.js +14 -4
- package/src/tooling/boundary-evidence.d.ts +4 -4
- package/src/tooling/boundary-evidence.js +20 -20
- package/src/tooling/browser-command-runner.js +13 -6
- package/src/tooling/capsule-v2.d.ts +11 -0
- package/src/tooling/capsule-v2.js +58 -0
- package/src/tooling/capsule.js +20 -0
- package/src/tooling/command-api-constants.js +1 -1
- package/src/tooling/command-api-family-normalizers.js +163 -5
- package/src/tooling/command-api.d.ts +42 -3
- package/src/tooling/command-api.js +7 -2
- package/src/tooling/command-envelope.js +1 -1
- package/src/tooling/{command-api-helpers.js → command-request-normalization.js} +1 -1
- package/src/tooling/command-runner.html +49 -1
- package/src/tooling/command-validation.js +1 -24
- package/src/tooling/conversion-run-timing.js +24 -0
- package/src/tooling/diagnose-runner.js +11 -9
- package/src/tooling/distribution-shard-transport.js +11 -0
- package/src/tooling/execution-cost-ledger.d.ts +76 -2
- package/src/tooling/execution-cost-ledger.js +197 -15
- package/src/tooling/hf-registry/catalog-io.js +63 -0
- package/src/tooling/litert/package.js +863 -0
- package/src/tooling/litert-package-runtime.js +3 -849
- package/src/tooling/model-capsule-forge.js +478 -0
- package/src/tooling/node-browser/execution.d.ts +40 -0
- package/src/tooling/node-browser/execution.js +308 -0
- package/src/tooling/node-browser/static-server.js +189 -0
- package/src/tooling/node-browser/transport.d.ts +80 -0
- package/src/tooling/node-browser/transport.js +622 -0
- package/src/tooling/node-browser-command-runner.d.ts +18 -78
- package/src/tooling/node-browser-command-runner.js +10 -1112
- package/src/tooling/node-capsule-artifact-store.js +44 -0
- package/src/tooling/node-command-execution.js +237 -0
- package/src/tooling/node-command-runner.js +26 -205
- package/src/tooling/node-converter/input.js +521 -0
- package/src/tooling/node-converter/output.js +244 -0
- package/src/tooling/node-converter-chunk-batches.js +21 -0
- package/src/tooling/node-converter.js +7 -720
- package/src/tooling/node-source-runtime.js +16 -276
- package/src/tooling/node-webgpu-provider.v1.json +33 -0
- package/src/tooling/node-webgpu.js +178 -453
- package/src/tooling/opfs-cache.d.ts +5 -0
- package/src/tooling/opfs-cache.js +4 -0
- package/src/tooling/production-release.d.ts +19 -0
- package/src/tooling/production-release.js +647 -0
- package/src/tooling/program-bundle/embedding-reference.js +19 -0
- package/src/tooling/program-bundle/materialize.js +324 -0
- package/src/tooling/program-bundle/rerank-reference.js +22 -0
- package/src/tooling/program-bundle/sequence-reference.js +42 -0
- package/src/tooling/program-bundle/validation.js +31 -0
- package/src/tooling/program-bundle/wgsl-closure.js +254 -0
- package/src/tooling/program-bundle-parity.d.ts +11 -4
- package/src/tooling/program-bundle-parity.js +262 -109
- package/src/tooling/program-bundle.d.ts +7 -0
- package/src/tooling/program-bundle.js +186 -591
- package/src/tooling/provider-v1-contract.d.ts +61 -0
- package/src/tooling/provider-v1-contract.js +192 -0
- package/src/tooling/registered-variant-calibration-job.d.ts +98 -0
- package/src/tooling/registered-variant-calibration-job.js +210 -0
- package/src/tooling/registered-variant-calibration.d.ts +167 -7
- package/src/tooling/registered-variant-calibration.js +57 -7
- package/src/tooling/runtime-optimization/candidates.js +664 -0
- package/src/tooling/runtime-optimization-campaign.js +166 -0
- package/src/tooling/runtime-optimization-index.js +16 -1
- package/src/tooling/runtime-optimization.d.ts +44 -0
- package/src/tooling/runtime-optimization.js +13 -656
- package/src/tooling/source-intake.d.ts +1 -1
- package/src/tooling/source-intake.js +34 -17
- package/src/tooling/source-package-profiles.js +1 -1
- package/src/tooling/source-runtime/bundle-materialize.js +298 -0
- package/src/tooling/source-runtime/bundle-plan.js +121 -0
- package/src/tooling/source-runtime/node-loader.js +258 -0
- package/src/tooling/source-runtime-bundle.js +26 -411
- package/src/tooling/source-runtime-converter-config.js +1 -1
- package/src/tooling-experimental-exports.js +0 -5
- package/src/tooling-exports/evidence.d.ts +14 -3
- package/src/tooling-exports/evidence.js +14 -3
- package/src/tooling-exports/storage.d.ts +7 -0
- package/src/tooling-exports/storage.js +5 -0
- package/src/tooling-exports.d.ts +3 -0
- package/src/tooling-exports.js +2 -0
- package/src/tooling-exports.shared.d.ts +17 -3
- package/src/tooling-exports.shared.js +9 -3
- package/src/training.d.ts +6 -6
- package/src/training.js +4 -4
- package/src/version.js +1 -1
- package/tests/kernels/browser/kernel-suite.js +512 -0
- package/tests/kernels/browser/test-page.js +170 -14
- package/tests/kernels/harness/tolerance.js +1 -0
- package/tests/kernels/reference/index.js +13 -1
- package/tests/kernels/reference/vision.js +160 -0
- package/src/converter/quantizer.d.ts +0 -121
- package/src/gpu/kernels/backward/utils.d.ts +0 -90
- package/src/gpu/kernels/uniform-utils.d.ts +0 -66
- package/src/gpu/kernels/utils.d.ts +0 -147
- package/src/inference/pipelines/text/debug-utils/utils.js +0 -118
- package/src/inference/pipelines/text/logits/utils.d.ts +0 -58
- package/src/inference/pipelines/text/moe-cpu-gptoss.js +0 -115
- package/src/inference/pipelines/text/moe-helpers.js +0 -21
- package/src/rules/converter/execution.rules.json +0 -20
- package/src/rules/converter/tensor-roles.rules.json +0 -13
- package/src/rules/converter/tokenizer.rules.json +0 -12
- package/src/rules/inference/attention.rules.json +0 -69
- package/src/rules/inference/config.rules.json +0 -82
- package/src/rules/inference/dtype.rules.json +0 -113
- package/src/rules/inference/execution.rules.json +0 -195
- package/src/rules/inference/ffn.rules.json +0 -123
- package/src/rules/inference/layer-pattern.rules.json +0 -16
- package/src/rules/inference/layer.rules.json +0 -7
- package/src/rules/inference/moe.rules.json +0 -145
- package/src/rules/kernels/attention.rules.json +0 -68
- package/src/rules/kernels/conv2d.rules.json +0 -6
- package/src/rules/kernels/depthwise-conv2d.rules.json +0 -6
- package/src/rules/kernels/dequant.rules.json +0 -58
- package/src/rules/kernels/energy.rules.json +0 -22
- package/src/rules/kernels/fused-ffn.rules.json +0 -15
- package/src/rules/kernels/fused-matmul-residual.rules.json +0 -6
- package/src/rules/kernels/fused-matmul-rmsnorm.rules.json +0 -8
- package/src/rules/kernels/gather.rules.json +0 -93
- package/src/rules/kernels/gelu.rules.json +0 -11
- package/src/rules/kernels/grouped-pointwise-conv2d.rules.json +0 -6
- package/src/rules/kernels/groupnorm.rules.json +0 -10
- package/src/rules/kernels/kv_quantize.rules.json +0 -9
- package/src/rules/kernels/layernorm.rules.json +0 -6
- package/src/rules/kernels/linear-attention.rules.json +0 -6
- package/src/rules/kernels/lm-head-argmax.rules.json +0 -10
- package/src/rules/kernels/matmul.rules.json +0 -95
- package/src/rules/kernels/modulate.rules.json +0 -6
- package/src/rules/kernels/moe.rules.gptoss.json +0 -105
- package/src/rules/kernels/moe.rules.json +0 -14
- package/src/rules/kernels/moe.rules.mixtral.json +0 -75
- package/src/rules/kernels/pixel_shuffle.rules.json +0 -6
- package/src/rules/kernels/relu.rules.json +0 -6
- package/src/rules/kernels/rep-penalty.rules.json +0 -6
- package/src/rules/kernels/repeat-channels.rules.json +0 -6
- package/src/rules/kernels/residual.rules.json +0 -12
- package/src/rules/kernels/rmsnorm-qk.rules.json +0 -6
- package/src/rules/kernels/rmsnorm.rules.json +0 -46
- package/src/rules/kernels/rope-qk.rules.json +0 -6
- package/src/rules/kernels/rope.rules.json +0 -6
- package/src/rules/kernels/sample.rules.json +0 -6
- package/src/rules/kernels/scale.rules.json +0 -8
- package/src/rules/kernels/silu.rules.json +0 -22
- package/src/rules/kernels/softmax.rules.json +0 -25
- package/src/rules/kernels/split-qg.rules.json +0 -6
- package/src/rules/kernels/split-qkv.rules.json +0 -6
- package/src/rules/kernels/upsample2d.rules.json +0 -6
- package/src/rules/loader/tensor-loader.rules.json +0 -42
- package/src/rules/loader/weights.rules.json +0 -42
- package/src/rules/tooling/command-runtime.rules.json +0 -65
- package/src/tooling/hf-registry-utils.js +0 -395
- /package/src/converter/{tokenizer-utils.js → tokenizer-special-tokens.js} +0 -0
- /package/src/{inference/pipelines/text/bdpa-steamroller.js → experimental/bdpa/steamroller.js} +0 -0
- /package/src/{inference/pipelines → experimental}/diffusion/scheduler.js +0 -0
- /package/src/{inference/pipelines → experimental}/energy/pipeline.d.ts +0 -0
- /package/src/{inference/pipelines → experimental}/energy/quintel.d.ts +0 -0
- /package/src/{inference/pipelines → experimental}/energy/quintel.js +0 -0
- /package/src/{utils → formats}/array-buffer.js +0 -0
- /package/src/{utils → formats}/canonical-hash.js +0 -0
- /package/src/{utils → formats}/clone-json.js +0 -0
- /package/src/{utils → formats}/encode-utf8.js +0 -0
- /package/src/{utils → formats}/load-json.js +0 -0
- /package/src/{utils → formats}/plain-object.js +0 -0
- /package/src/{utils → formats}/sha256.js +0 -0
- /package/src/{utils → formats}/stable-sort-object.js +0 -0
- /package/src/{gpu/kernels → rules}/rule-matcher.js +0 -0
- /package/src/{utils → storage}/hf-resolve-url.js +0 -0
- /package/src/{utils → storage}/runtime-env.js +0 -0
- /package/src/tooling/{command-runner-shared.js → command-runtime-execution.js} +0 -0
|
@@ -4,8 +4,6 @@ import {
|
|
|
4
4
|
getShardInfo,
|
|
5
5
|
getShardCount,
|
|
6
6
|
generateShardFilename,
|
|
7
|
-
parseTensorMap,
|
|
8
|
-
buildTensorBlockMerkleRoot,
|
|
9
7
|
} from '../formats/rdrr/index.js';
|
|
10
8
|
import {
|
|
11
9
|
isOPFSAvailable,
|
|
@@ -13,29 +11,43 @@ import {
|
|
|
13
11
|
QuotaExceededError,
|
|
14
12
|
checkSpaceAvailable,
|
|
15
13
|
} from './quota.js';
|
|
16
|
-
import { log } from '../debug/index.js';
|
|
17
|
-
import { createHasher as createBlake3Hasher, hash as blake3Hash } from './blake3.js';
|
|
18
14
|
import { getRuntimeConfig } from '../config/runtime.js';
|
|
19
|
-
import { createOpfsStore } from './backends/opfs-store.js';
|
|
20
|
-
import { createIdbStore } from './backends/idb-store.js';
|
|
21
|
-
import { createMemoryStore } from './backends/memory-store.js';
|
|
22
15
|
import { normalizeModelId } from './normalize-model-id.js';
|
|
16
|
+
import { selectStorageBackend } from './backend-selection.js';
|
|
17
|
+
import {
|
|
18
|
+
checkFileExistsInBackend,
|
|
19
|
+
getFileSizeInBackend,
|
|
20
|
+
} from './shards/index.js';
|
|
21
|
+
import { createStorageWriteStream } from './shards/lifecycle.js';
|
|
22
|
+
import {
|
|
23
|
+
computeHash,
|
|
24
|
+
createTensorIntegrityController,
|
|
25
|
+
requireManifestHashAlgorithm,
|
|
26
|
+
} from './shards/integrity.js';
|
|
23
27
|
|
|
24
28
|
export { getManifest } from '../formats/rdrr/index.js';
|
|
29
|
+
export { checkFileExistsInBackend, getFileSizeInBackend };
|
|
30
|
+
export {
|
|
31
|
+
computeBlake3,
|
|
32
|
+
computeHash,
|
|
33
|
+
computeSHA256,
|
|
34
|
+
createStreamingHasher,
|
|
35
|
+
getHashAlgorithm,
|
|
36
|
+
hexToBytes,
|
|
37
|
+
} from './shards/integrity.js';
|
|
25
38
|
|
|
26
39
|
let opfsPathConfigOverride = null;
|
|
27
|
-
let blake3Module = null;
|
|
28
|
-
let hashAlgorithm = null;
|
|
29
|
-
|
|
30
40
|
let backend = null;
|
|
31
41
|
let backendType = null;
|
|
32
42
|
let currentModelId = null;
|
|
33
|
-
|
|
34
|
-
const
|
|
43
|
+
|
|
44
|
+
const tensorIntegrity = createTensorIntegrityController({
|
|
45
|
+
readBackendFileRange,
|
|
46
|
+
loadTensorsFromStore,
|
|
47
|
+
});
|
|
35
48
|
|
|
36
49
|
function resetTensorIntegrityCache() {
|
|
37
|
-
|
|
38
|
-
verifiedTensorRootCache.clear();
|
|
50
|
+
tensorIntegrity.reset();
|
|
39
51
|
}
|
|
40
52
|
|
|
41
53
|
export function setOpfsPathConfig(config) {
|
|
@@ -46,186 +58,6 @@ export function getOpfsPathConfig() {
|
|
|
46
58
|
return opfsPathConfigOverride ?? getRuntimeConfig().loading.opfsPath;
|
|
47
59
|
}
|
|
48
60
|
|
|
49
|
-
function getBackendConfig() {
|
|
50
|
-
return getRuntimeConfig().loading.storage.backend;
|
|
51
|
-
}
|
|
52
|
-
|
|
53
|
-
function buildBackend(type, config) {
|
|
54
|
-
if (type === 'opfs') {
|
|
55
|
-
return createOpfsStore({
|
|
56
|
-
opfsRootDir: getOpfsPathConfig().opfsRootDir,
|
|
57
|
-
useSyncAccessHandle: config.opfs.useSyncAccessHandle,
|
|
58
|
-
maxConcurrentHandles: config.opfs.maxConcurrentHandles,
|
|
59
|
-
});
|
|
60
|
-
}
|
|
61
|
-
if (type === 'indexeddb') {
|
|
62
|
-
return createIdbStore(config.indexeddb);
|
|
63
|
-
}
|
|
64
|
-
return createMemoryStore(config.memory);
|
|
65
|
-
}
|
|
66
|
-
|
|
67
|
-
function resolveBackendType(config) {
|
|
68
|
-
if (config.backend === 'opfs') {
|
|
69
|
-
if (!isOPFSAvailable()) {
|
|
70
|
-
throw new Error('OPFS requested but not available');
|
|
71
|
-
}
|
|
72
|
-
return 'opfs';
|
|
73
|
-
}
|
|
74
|
-
if (config.backend === 'indexeddb') {
|
|
75
|
-
if (!isIndexedDBAvailable()) {
|
|
76
|
-
throw new Error('IndexedDB requested but not available');
|
|
77
|
-
}
|
|
78
|
-
return 'indexeddb';
|
|
79
|
-
}
|
|
80
|
-
if (config.backend === 'memory') {
|
|
81
|
-
return 'memory';
|
|
82
|
-
}
|
|
83
|
-
// Auto-detect: no explicit backend requested, falling back through available options.
|
|
84
|
-
if (isOPFSAvailable()) return 'opfs';
|
|
85
|
-
if (isIndexedDBAvailable()) return 'indexeddb';
|
|
86
|
-
log.warn('ShardManager', 'No persistent storage available (OPFS/IndexedDB); falling back to in-memory storage. Model data will not persist across reloads.');
|
|
87
|
-
return 'memory';
|
|
88
|
-
}
|
|
89
|
-
|
|
90
|
-
async function initBlake3(requiredAlgorithm = null) {
|
|
91
|
-
if (blake3Module && hashAlgorithm) return;
|
|
92
|
-
|
|
93
|
-
try {
|
|
94
|
-
blake3Module = {
|
|
95
|
-
hash: blake3Hash,
|
|
96
|
-
createHasher: createBlake3Hasher,
|
|
97
|
-
};
|
|
98
|
-
hashAlgorithm = 'blake3';
|
|
99
|
-
return;
|
|
100
|
-
} catch (e) {
|
|
101
|
-
log.warn('ShardManager', `BLAKE3 module not available: ${e.message}`);
|
|
102
|
-
}
|
|
103
|
-
|
|
104
|
-
if (requiredAlgorithm === 'blake3') {
|
|
105
|
-
throw new Error(
|
|
106
|
-
'BLAKE3 required by manifest but not available. ' +
|
|
107
|
-
'Install the JS blake3 module or re-convert model with SHA-256.'
|
|
108
|
-
);
|
|
109
|
-
}
|
|
110
|
-
|
|
111
|
-
// Falling back to SHA-256. Note: SHA-256 produces 32-byte (256-bit) hashes
|
|
112
|
-
// just like BLAKE3, but is significantly slower for large payloads. Hash values
|
|
113
|
-
// produced by this fallback are NOT compatible with BLAKE3 hashes -- manifests
|
|
114
|
-
// hashed with BLAKE3 cannot be verified with SHA-256 and vice versa.
|
|
115
|
-
log.warn('ShardManager', 'BLAKE3 unavailable; falling back to SHA-256 for hash verification. Hashes will not match BLAKE3-based manifests.');
|
|
116
|
-
hashAlgorithm = 'sha256';
|
|
117
|
-
blake3Module = {
|
|
118
|
-
hash: async (data) => {
|
|
119
|
-
const hashBuffer = await crypto.subtle.digest('SHA-256', data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength));
|
|
120
|
-
return new Uint8Array(hashBuffer);
|
|
121
|
-
},
|
|
122
|
-
createHasher: () => {
|
|
123
|
-
/** @type {Uint8Array[]} */
|
|
124
|
-
const chunks = [];
|
|
125
|
-
return {
|
|
126
|
-
update: (data) => {
|
|
127
|
-
if (!(data instanceof Uint8Array) && !(data instanceof ArrayBuffer)) {
|
|
128
|
-
throw new Error('SHA-256 fallback hasher: update() requires Uint8Array or ArrayBuffer');
|
|
129
|
-
}
|
|
130
|
-
chunks.push(new Uint8Array(data));
|
|
131
|
-
},
|
|
132
|
-
finalize: async () => {
|
|
133
|
-
const totalLength = chunks.reduce((acc, c) => acc + c.length, 0);
|
|
134
|
-
const combined = new Uint8Array(totalLength);
|
|
135
|
-
let offset = 0;
|
|
136
|
-
for (const chunk of chunks) {
|
|
137
|
-
combined.set(chunk, offset);
|
|
138
|
-
offset += chunk.length;
|
|
139
|
-
}
|
|
140
|
-
const hashBuffer = await crypto.subtle.digest('SHA-256', combined);
|
|
141
|
-
return new Uint8Array(hashBuffer);
|
|
142
|
-
}
|
|
143
|
-
};
|
|
144
|
-
}
|
|
145
|
-
};
|
|
146
|
-
}
|
|
147
|
-
|
|
148
|
-
export function getHashAlgorithm() {
|
|
149
|
-
return hashAlgorithm;
|
|
150
|
-
}
|
|
151
|
-
|
|
152
|
-
function bytesToHex(bytes) {
|
|
153
|
-
return Array.from(bytes)
|
|
154
|
-
.map(b => b.toString(16).padStart(2, '0'))
|
|
155
|
-
.join('');
|
|
156
|
-
}
|
|
157
|
-
|
|
158
|
-
export function hexToBytes(hex) {
|
|
159
|
-
const bytes = new Uint8Array(hex.length / 2);
|
|
160
|
-
for (let i = 0; i < bytes.length; i++) {
|
|
161
|
-
bytes[i] = parseInt(hex.substr(i * 2, 2), 16);
|
|
162
|
-
}
|
|
163
|
-
return bytes;
|
|
164
|
-
}
|
|
165
|
-
|
|
166
|
-
export async function computeBlake3(data) {
|
|
167
|
-
await initBlake3('blake3');
|
|
168
|
-
|
|
169
|
-
const bytes = data instanceof ArrayBuffer ? new Uint8Array(data) : data;
|
|
170
|
-
const hash = await blake3Module.hash(bytes);
|
|
171
|
-
return bytesToHex(hash);
|
|
172
|
-
}
|
|
173
|
-
|
|
174
|
-
export async function computeSHA256(data) {
|
|
175
|
-
const bytes = data instanceof ArrayBuffer ? new Uint8Array(data) : data;
|
|
176
|
-
const buffer = bytes.buffer.slice(bytes.byteOffset, bytes.byteOffset + bytes.byteLength);
|
|
177
|
-
const hashBuffer = await crypto.subtle.digest('SHA-256', buffer);
|
|
178
|
-
return bytesToHex(new Uint8Array(hashBuffer));
|
|
179
|
-
}
|
|
180
|
-
|
|
181
|
-
export async function computeHash(data, algorithm) {
|
|
182
|
-
if (!algorithm) {
|
|
183
|
-
throw new Error('computeHash requires an explicit hash algorithm.');
|
|
184
|
-
}
|
|
185
|
-
if (algorithm === 'sha256') {
|
|
186
|
-
return computeSHA256(data);
|
|
187
|
-
}
|
|
188
|
-
return computeBlake3(data);
|
|
189
|
-
}
|
|
190
|
-
|
|
191
|
-
export async function createStreamingHasher(algorithm) {
|
|
192
|
-
if (!algorithm) {
|
|
193
|
-
throw new Error('createStreamingHasher requires an explicit hash algorithm.');
|
|
194
|
-
}
|
|
195
|
-
if (algorithm === 'sha256') {
|
|
196
|
-
const chunks = [];
|
|
197
|
-
return {
|
|
198
|
-
update: (data) => {
|
|
199
|
-
chunks.push(new Uint8Array(data));
|
|
200
|
-
},
|
|
201
|
-
finalize: async () => {
|
|
202
|
-
const totalLength = chunks.reduce((acc, c) => acc + c.length, 0);
|
|
203
|
-
const combined = new Uint8Array(totalLength);
|
|
204
|
-
let offset = 0;
|
|
205
|
-
for (const chunk of chunks) {
|
|
206
|
-
combined.set(chunk, offset);
|
|
207
|
-
offset += chunk.length;
|
|
208
|
-
}
|
|
209
|
-
const hashBuffer = await crypto.subtle.digest('SHA-256', combined);
|
|
210
|
-
return new Uint8Array(hashBuffer);
|
|
211
|
-
}
|
|
212
|
-
};
|
|
213
|
-
}
|
|
214
|
-
await initBlake3('blake3');
|
|
215
|
-
return blake3Module.createHasher();
|
|
216
|
-
}
|
|
217
|
-
|
|
218
|
-
function requireManifestHashAlgorithm(manifest, context) {
|
|
219
|
-
const algorithm = manifest?.hashAlgorithm;
|
|
220
|
-
if (!algorithm) {
|
|
221
|
-
throw new Error(
|
|
222
|
-
`Manifest missing hashAlgorithm for ${context}. ` +
|
|
223
|
-
'Re-convert the model to include a manifest hash algorithm.'
|
|
224
|
-
);
|
|
225
|
-
}
|
|
226
|
-
return algorithm;
|
|
227
|
-
}
|
|
228
|
-
|
|
229
61
|
export function getStorageCapabilities() {
|
|
230
62
|
const hasReadableStream = typeof ReadableStream !== 'undefined';
|
|
231
63
|
const supportsByob = hasReadableStream && typeof ReadableStreamBYOBReader !== 'undefined';
|
|
@@ -245,9 +77,12 @@ export function getStorageBackendType() {
|
|
|
245
77
|
|
|
246
78
|
export async function initStorage() {
|
|
247
79
|
if (backend) return;
|
|
248
|
-
const
|
|
249
|
-
|
|
250
|
-
|
|
80
|
+
const selected = selectStorageBackend(
|
|
81
|
+
getRuntimeConfig().loading.storage.backend,
|
|
82
|
+
getOpfsPathConfig()
|
|
83
|
+
);
|
|
84
|
+
backendType = selected.type;
|
|
85
|
+
backend = selected.backend;
|
|
251
86
|
await backend.init();
|
|
252
87
|
}
|
|
253
88
|
|
|
@@ -277,34 +112,6 @@ async function ensureBackend() {
|
|
|
277
112
|
}
|
|
278
113
|
}
|
|
279
114
|
|
|
280
|
-
function resolveTensorPrimarySpans(location) {
|
|
281
|
-
if (Array.isArray(location?.spans) && location.spans.length > 0) {
|
|
282
|
-
return location.spans.map((span) => ({
|
|
283
|
-
shardIndex: span.shardIndex ?? span.shard,
|
|
284
|
-
offset: span.offset,
|
|
285
|
-
size: span.size,
|
|
286
|
-
}));
|
|
287
|
-
}
|
|
288
|
-
return [{
|
|
289
|
-
shardIndex: location?.shardIndex ?? location?.shard,
|
|
290
|
-
offset: location?.offset,
|
|
291
|
-
size: location?.size,
|
|
292
|
-
}];
|
|
293
|
-
}
|
|
294
|
-
|
|
295
|
-
function isRequestedRangeInsideTensor(location, shardIndex, offset, length) {
|
|
296
|
-
const start = Math.max(0, Number.isFinite(Number(offset)) ? Math.floor(Number(offset)) : 0);
|
|
297
|
-
const size = length == null ? null : Math.max(0, Number.isFinite(Number(length)) ? Math.floor(Number(length)) : 0);
|
|
298
|
-
const end = size == null ? Number.POSITIVE_INFINITY : start + size;
|
|
299
|
-
const spans = resolveTensorPrimarySpans(location);
|
|
300
|
-
return spans.some((span) => {
|
|
301
|
-
const spanShardIndex = span.shardIndex;
|
|
302
|
-
const spanStart = span.offset;
|
|
303
|
-
const spanEnd = span.offset + span.size;
|
|
304
|
-
return spanShardIndex === shardIndex && start >= spanStart && end <= spanEnd;
|
|
305
|
-
});
|
|
306
|
-
}
|
|
307
|
-
|
|
308
115
|
async function readBackendFileRange(filename, offset = 0, length = null) {
|
|
309
116
|
const start = Math.max(0, offset);
|
|
310
117
|
const want = length == null ? null : Math.max(0, length);
|
|
@@ -317,76 +124,6 @@ async function readBackendFileRange(filename, offset = 0, length = null) {
|
|
|
317
124
|
return view.slice(start, end).buffer;
|
|
318
125
|
}
|
|
319
126
|
|
|
320
|
-
async function loadTensorMapForIntegrity(manifest) {
|
|
321
|
-
if (cachedTensorMap) {
|
|
322
|
-
return cachedTensorMap;
|
|
323
|
-
}
|
|
324
|
-
if (manifest?.tensors && typeof manifest.tensors === 'object' && !Array.isArray(manifest.tensors)) {
|
|
325
|
-
cachedTensorMap = manifest.tensors;
|
|
326
|
-
return cachedTensorMap;
|
|
327
|
-
}
|
|
328
|
-
const tensorsJson = await loadTensorsFromStore();
|
|
329
|
-
if (!tensorsJson) {
|
|
330
|
-
throw new Error('Tensor integrity verification requires inline tensors or tensors.json to be present.');
|
|
331
|
-
}
|
|
332
|
-
cachedTensorMap = parseTensorMap(tensorsJson);
|
|
333
|
-
return cachedTensorMap;
|
|
334
|
-
}
|
|
335
|
-
|
|
336
|
-
async function verifyTensorRoot(manifest, tensorId) {
|
|
337
|
-
const roots = manifest?.integrityExtensions?.blockMerkle?.roots;
|
|
338
|
-
if (!roots || typeof roots !== 'object' || Array.isArray(roots)) {
|
|
339
|
-
throw new Error('Manifest is missing integrityExtensions.blockMerkle for tensor integrity verification.');
|
|
340
|
-
}
|
|
341
|
-
const normalizedTensorId = typeof tensorId === 'string' ? tensorId.trim() : '';
|
|
342
|
-
if (!normalizedTensorId) {
|
|
343
|
-
throw new Error('Tensor integrity verification requires a non-empty tensorId.');
|
|
344
|
-
}
|
|
345
|
-
const expectedRoot = roots[normalizedTensorId];
|
|
346
|
-
if (typeof expectedRoot !== 'string' || !expectedRoot.trim()) {
|
|
347
|
-
throw new Error(`Manifest is missing a block Merkle root for tensor "${normalizedTensorId}".`);
|
|
348
|
-
}
|
|
349
|
-
|
|
350
|
-
const tensorMap = await loadTensorMapForIntegrity(manifest);
|
|
351
|
-
const location = tensorMap?.[normalizedTensorId];
|
|
352
|
-
if (!location || typeof location !== 'object') {
|
|
353
|
-
throw new Error(`Tensor "${normalizedTensorId}" is missing from the tensor map.`);
|
|
354
|
-
}
|
|
355
|
-
|
|
356
|
-
const cacheKey = `${normalizedTensorId}:${expectedRoot}`;
|
|
357
|
-
if (verifiedTensorRootCache.get(cacheKey) === true) {
|
|
358
|
-
return { tensorId: normalizedTensorId, location, expectedRoot };
|
|
359
|
-
}
|
|
360
|
-
|
|
361
|
-
const blockSize = manifest?.integrityExtensions?.blockMerkle?.blockSize;
|
|
362
|
-
const built = await buildTensorBlockMerkleRoot(normalizedTensorId, location, {
|
|
363
|
-
blockSize,
|
|
364
|
-
async readShardRange(innerShardIndex, innerOffset, innerLength) {
|
|
365
|
-
const shardInfo = getShardInfo(innerShardIndex);
|
|
366
|
-
if (!shardInfo) {
|
|
367
|
-
throw new Error(`Invalid shard index during tensor integrity verification: ${innerShardIndex}`);
|
|
368
|
-
}
|
|
369
|
-
return readBackendFileRange(shardInfo.filename, innerOffset, innerLength);
|
|
370
|
-
},
|
|
371
|
-
});
|
|
372
|
-
if (built.root !== expectedRoot) {
|
|
373
|
-
throw new Error(
|
|
374
|
-
`Tensor integrity mismatch for "${normalizedTensorId}": expected ${expectedRoot}, got ${built.root}.`
|
|
375
|
-
);
|
|
376
|
-
}
|
|
377
|
-
verifiedTensorRootCache.set(cacheKey, true);
|
|
378
|
-
return { tensorId: normalizedTensorId, location, expectedRoot };
|
|
379
|
-
}
|
|
380
|
-
|
|
381
|
-
async function verifyTensorRangeIntegrity(manifest, shardIndex, offset, length, tensorId) {
|
|
382
|
-
const verified = await verifyTensorRoot(manifest, tensorId);
|
|
383
|
-
if (!isRequestedRangeInsideTensor(verified.location, shardIndex, offset, length)) {
|
|
384
|
-
throw new Error(
|
|
385
|
-
`Requested shard range ${shardIndex}:${offset}+${length ?? 'all'} is outside tensor "${verified.tensorId}".`
|
|
386
|
-
);
|
|
387
|
-
}
|
|
388
|
-
}
|
|
389
|
-
|
|
390
127
|
export async function writeShard(shardIndex, data, options = { verify: true }) {
|
|
391
128
|
await ensureBackend();
|
|
392
129
|
requireModel();
|
|
@@ -429,21 +166,6 @@ export async function writeShard(shardIndex, data, options = { verify: true }) {
|
|
|
429
166
|
}
|
|
430
167
|
}
|
|
431
168
|
|
|
432
|
-
function normalizeShardWriterOptions(options = {}) {
|
|
433
|
-
const append = options?.append === true;
|
|
434
|
-
const expectedOffsetRaw = options?.expectedOffset;
|
|
435
|
-
const expectedOffset = expectedOffsetRaw == null
|
|
436
|
-
? null
|
|
437
|
-
: Number(expectedOffsetRaw);
|
|
438
|
-
if (
|
|
439
|
-
expectedOffset != null
|
|
440
|
-
&& (!Number.isInteger(expectedOffset) || expectedOffset < 0)
|
|
441
|
-
) {
|
|
442
|
-
throw new Error('Shard writer expectedOffset must be a non-negative integer');
|
|
443
|
-
}
|
|
444
|
-
return { append, expectedOffset };
|
|
445
|
-
}
|
|
446
|
-
|
|
447
169
|
export async function createShardWriter(shardIndex, options = {}) {
|
|
448
170
|
await ensureBackend();
|
|
449
171
|
requireModel();
|
|
@@ -451,12 +173,7 @@ export async function createShardWriter(shardIndex, options = {}) {
|
|
|
451
173
|
if (!shardInfo) {
|
|
452
174
|
throw new Error(`Invalid shard index: ${shardIndex}`);
|
|
453
175
|
}
|
|
454
|
-
|
|
455
|
-
throw new Error('Storage backend does not support streaming writes');
|
|
456
|
-
}
|
|
457
|
-
resetTensorIntegrityCache();
|
|
458
|
-
const writerOptions = normalizeShardWriterOptions(options);
|
|
459
|
-
return backend.createWriteStream(shardInfo.filename, writerOptions);
|
|
176
|
+
return createStorageWriteStream(backend, shardInfo.filename, options, resetTensorIntegrityCache);
|
|
460
177
|
}
|
|
461
178
|
|
|
462
179
|
export async function createConversionShardWriter(shardIndex) {
|
|
@@ -465,12 +182,12 @@ export async function createConversionShardWriter(shardIndex) {
|
|
|
465
182
|
if (!Number.isInteger(shardIndex) || shardIndex < 0) {
|
|
466
183
|
throw new Error(`Invalid shard index: ${shardIndex}`);
|
|
467
184
|
}
|
|
468
|
-
|
|
469
|
-
|
|
470
|
-
|
|
471
|
-
|
|
472
|
-
|
|
473
|
-
|
|
185
|
+
return createStorageWriteStream(
|
|
186
|
+
backend,
|
|
187
|
+
generateShardFilename(shardIndex),
|
|
188
|
+
{},
|
|
189
|
+
resetTensorIntegrityCache
|
|
190
|
+
);
|
|
474
191
|
}
|
|
475
192
|
|
|
476
193
|
export async function createFileWriter(filename, options = {}) {
|
|
@@ -479,12 +196,7 @@ export async function createFileWriter(filename, options = {}) {
|
|
|
479
196
|
if (!filename || typeof filename !== 'string') {
|
|
480
197
|
throw new Error('createFileWriter requires a filename');
|
|
481
198
|
}
|
|
482
|
-
|
|
483
|
-
throw new Error('Storage backend does not support streaming writes');
|
|
484
|
-
}
|
|
485
|
-
resetTensorIntegrityCache();
|
|
486
|
-
const writerOptions = normalizeShardWriterOptions(options);
|
|
487
|
-
return backend.createWriteStream(filename, writerOptions);
|
|
199
|
+
return createStorageWriteStream(backend, filename, options, resetTensorIntegrityCache);
|
|
488
200
|
}
|
|
489
201
|
|
|
490
202
|
export async function loadShard(shardIndex, options = { verify: false }) {
|
|
@@ -538,7 +250,7 @@ export async function loadShardRange(shardIndex, offset = 0, length = null, opti
|
|
|
538
250
|
if (!manifest) {
|
|
539
251
|
throw new Error('No manifest loaded');
|
|
540
252
|
}
|
|
541
|
-
await
|
|
253
|
+
await tensorIntegrity.verifyTensorRange(manifest, shardIndex, offset, length, options.tensorId);
|
|
542
254
|
} else if (options?.verify) {
|
|
543
255
|
// Generic range reads cannot be verified without hashing the full shard.
|
|
544
256
|
const full = await loadShard(shardIndex, { verify: true });
|
|
@@ -579,7 +291,7 @@ export async function* streamShardRange(shardIndex, offset = 0, length = null, o
|
|
|
579
291
|
if (!manifest) {
|
|
580
292
|
throw new Error('No manifest loaded');
|
|
581
293
|
}
|
|
582
|
-
await
|
|
294
|
+
await tensorIntegrity.verifyTensorRange(manifest, shardIndex, start, want, options.tensorId);
|
|
583
295
|
} else if (options?.verify) {
|
|
584
296
|
const full = await loadShard(shardIndex, { verify: true });
|
|
585
297
|
const view = new Uint8Array(full);
|
|
@@ -615,30 +327,6 @@ export async function loadShardSync(shardIndex, offset = 0, length) {
|
|
|
615
327
|
return new Uint8Array(ab);
|
|
616
328
|
}
|
|
617
329
|
|
|
618
|
-
export async function checkFileExistsInBackend(storageBackend, filename) {
|
|
619
|
-
if (!storageBackend || typeof storageBackend !== 'object') {
|
|
620
|
-
throw new Error('checkFileExistsInBackend requires a storage backend object.');
|
|
621
|
-
}
|
|
622
|
-
if (!filename || typeof filename !== 'string') {
|
|
623
|
-
throw new Error('checkFileExistsInBackend requires a filename.');
|
|
624
|
-
}
|
|
625
|
-
|
|
626
|
-
try {
|
|
627
|
-
if (typeof storageBackend.getFileSize === 'function') {
|
|
628
|
-
await storageBackend.getFileSize(filename);
|
|
629
|
-
return true;
|
|
630
|
-
}
|
|
631
|
-
await storageBackend.readFile(filename);
|
|
632
|
-
return true;
|
|
633
|
-
} catch (error) {
|
|
634
|
-
const message = String(error?.message || '');
|
|
635
|
-
if (error?.name === 'NotFoundError' || message.toLowerCase().includes('not found')) {
|
|
636
|
-
return false;
|
|
637
|
-
}
|
|
638
|
-
throw error;
|
|
639
|
-
}
|
|
640
|
-
}
|
|
641
|
-
|
|
642
330
|
export async function shardExists(shardIndex) {
|
|
643
331
|
await ensureBackend();
|
|
644
332
|
requireModel();
|
|
@@ -655,20 +343,7 @@ export async function getShardStoredSize(shardIndex) {
|
|
|
655
343
|
throw new Error(`Invalid shard index: ${shardIndex}`);
|
|
656
344
|
}
|
|
657
345
|
|
|
658
|
-
|
|
659
|
-
if (typeof backend.getFileSize === 'function') {
|
|
660
|
-
const size = await backend.getFileSize(shardInfo.filename);
|
|
661
|
-
return Number.isFinite(size) ? Math.max(0, Math.floor(size)) : 0;
|
|
662
|
-
}
|
|
663
|
-
const buffer = await backend.readFile(shardInfo.filename);
|
|
664
|
-
return buffer.byteLength;
|
|
665
|
-
} catch (error) {
|
|
666
|
-
const message = String(error?.message || '');
|
|
667
|
-
if (error?.name === 'NotFoundError' || message.toLowerCase().includes('not found')) {
|
|
668
|
-
return 0;
|
|
669
|
-
}
|
|
670
|
-
throw new Error(`Failed to read shard ${shardIndex} size: ${message}`);
|
|
671
|
-
}
|
|
346
|
+
return (await getFileSizeInBackend(backend, shardInfo.filename)) ?? 0;
|
|
672
347
|
}
|
|
673
348
|
|
|
674
349
|
export async function verifyIntegrity(options = {}) {
|
|
@@ -720,7 +395,7 @@ export async function verifyIntegrity(options = {}) {
|
|
|
720
395
|
}
|
|
721
396
|
for (const tensorId of Object.keys(roots).sort()) {
|
|
722
397
|
try {
|
|
723
|
-
await verifyTensorRoot(manifest, tensorId);
|
|
398
|
+
await tensorIntegrity.verifyTensorRoot(manifest, tensorId);
|
|
724
399
|
} catch (_error) {
|
|
725
400
|
corruptTensors.push(tensorId);
|
|
726
401
|
}
|
|
@@ -773,6 +448,12 @@ export async function listFilesInStore() {
|
|
|
773
448
|
return backend.listFiles();
|
|
774
449
|
}
|
|
775
450
|
|
|
451
|
+
export async function getFileStoredSize(filename) {
|
|
452
|
+
await ensureBackend();
|
|
453
|
+
requireModel();
|
|
454
|
+
return getFileSizeInBackend(backend, filename);
|
|
455
|
+
}
|
|
456
|
+
|
|
776
457
|
export async function loadFileFromStore(filename) {
|
|
777
458
|
await ensureBackend();
|
|
778
459
|
requireModel();
|
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
function resolveTensorPrimarySpans(location) {
|
|
2
|
+
if (Array.isArray(location?.spans) && location.spans.length > 0) {
|
|
3
|
+
return location.spans.map((span) => ({
|
|
4
|
+
shardIndex: span.shardIndex ?? span.shard,
|
|
5
|
+
offset: span.offset,
|
|
6
|
+
size: span.size,
|
|
7
|
+
}));
|
|
8
|
+
}
|
|
9
|
+
return [{
|
|
10
|
+
shardIndex: location?.shardIndex ?? location?.shard,
|
|
11
|
+
offset: location?.offset,
|
|
12
|
+
size: location?.size,
|
|
13
|
+
}];
|
|
14
|
+
}
|
|
15
|
+
|
|
16
|
+
export function isRequestedRangeInsideTensor(location, shardIndex, offset, length) {
|
|
17
|
+
const start = Math.max(
|
|
18
|
+
0,
|
|
19
|
+
Number.isFinite(Number(offset)) ? Math.floor(Number(offset)) : 0
|
|
20
|
+
);
|
|
21
|
+
const size = length == null
|
|
22
|
+
? null
|
|
23
|
+
: Math.max(0, Number.isFinite(Number(length)) ? Math.floor(Number(length)) : 0);
|
|
24
|
+
const end = size == null ? Number.POSITIVE_INFINITY : start + size;
|
|
25
|
+
const spans = resolveTensorPrimarySpans(location);
|
|
26
|
+
return spans.some((span) => {
|
|
27
|
+
const spanShardIndex = span.shardIndex;
|
|
28
|
+
const spanStart = span.offset;
|
|
29
|
+
const spanEnd = span.offset + span.size;
|
|
30
|
+
return spanShardIndex === shardIndex && start >= spanStart && end <= spanEnd;
|
|
31
|
+
});
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
export async function checkFileExistsInBackend(storageBackend, filename) {
|
|
35
|
+
return (await getFileSizeInBackend(storageBackend, filename)) !== null;
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
export async function getFileSizeInBackend(storageBackend, filename) {
|
|
39
|
+
if (!storageBackend || typeof storageBackend !== 'object') {
|
|
40
|
+
throw new Error('getFileSizeInBackend requires a storage backend object.');
|
|
41
|
+
}
|
|
42
|
+
if (!filename || typeof filename !== 'string') {
|
|
43
|
+
throw new Error('getFileSizeInBackend requires a filename.');
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
try {
|
|
47
|
+
if (typeof storageBackend.getFileSize === 'function') {
|
|
48
|
+
const size = await storageBackend.getFileSize(filename);
|
|
49
|
+
return Number.isFinite(size) ? Math.max(0, Math.floor(size)) : null;
|
|
50
|
+
}
|
|
51
|
+
const buffer = await storageBackend.readFile(filename);
|
|
52
|
+
return buffer.byteLength;
|
|
53
|
+
} catch (error) {
|
|
54
|
+
const message = String(error?.message || '');
|
|
55
|
+
if (error?.name === 'NotFoundError' || message.toLowerCase().includes('not found')) {
|
|
56
|
+
return null;
|
|
57
|
+
}
|
|
58
|
+
throw error;
|
|
59
|
+
}
|
|
60
|
+
}
|