doppler-gpu 0.5.1 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +33 -577
- package/LICENSE +21 -201
- package/README.md +165 -222
- package/models/catalog.json +241 -33
- package/package.json +99 -86
- package/src/capsule-runtime.d.ts +23 -0
- package/src/capsule-runtime.js +23 -0
- package/src/capsule.d.ts +8 -0
- package/src/capsule.js +4 -0
- package/src/cli/argument-contract.js +200 -0
- package/src/cli/browser-report-output.js +24 -0
- package/src/cli/cli-model-resolution.js +2 -2
- package/src/cli/cli-output.js +10 -0
- package/src/cli/commands/bundle.js +828 -0
- package/src/cli/doppler-cli.js +50 -1457
- package/src/cli/doppler-serve.js +18 -244
- package/src/cli/output/manifest.js +368 -0
- package/src/cli/runtime-profiles.js +1 -1
- package/src/cli/serve/capsule-handler.d.ts +33 -0
- package/src/cli/serve/capsule-handler.js +105 -0
- package/src/cli/serve/capsule-http.js +102 -0
- package/src/cli/serve/receipt.js +269 -0
- package/src/client/capsule-host.browser.js +1 -0
- package/src/client/capsule-host.d.ts +3 -0
- package/src/client/capsule-host.js +1 -0
- package/src/client/doppler-api.browser.js +42 -0
- package/src/client/doppler-api.d.ts +36 -1
- package/src/client/doppler-api.js +40 -1
- package/src/client/doppler-registry.js +15 -7
- package/src/client/electron/index.d.ts +4 -0
- package/src/client/electron/index.js +13 -0
- package/src/client/electron/ipc-contract.d.ts +9 -0
- package/src/client/electron/ipc-contract.js +56 -0
- package/src/client/electron/release-state.d.ts +53 -0
- package/src/client/electron/release-state.js +425 -0
- package/src/client/electron/renderer-runtime.d.ts +19 -0
- package/src/client/electron/renderer-runtime.js +104 -0
- package/src/client/failure-taxonomy.js +1 -28
- package/src/client/fault-injection.js +0 -8
- package/src/client/inspection.js +1 -1
- package/src/client/model-host/index.d.ts +140 -0
- package/src/client/model-host/index.js +548 -0
- package/src/client/model-host/model-evidence.js +255 -0
- package/src/client/model-host/model-session.d.ts +322 -0
- package/src/client/{runtime → model-host}/model-session.js +190 -148
- package/src/client/provider.d.ts +18 -2
- package/src/client/provider.js +26 -3
- package/src/client/receipt.js +30 -72
- package/src/client/runtime/capsule-acquisition.d.ts +18 -0
- package/src/client/runtime/capsule-acquisition.js +103 -0
- package/src/client/runtime/capsule-adapter-execution.d.ts +17 -0
- package/src/client/runtime/capsule-adapter-execution.js +63 -0
- package/src/client/runtime/capsule-artifact-source.js +62 -0
- package/src/client/runtime/capsule-embedding.d.ts +29 -0
- package/src/client/runtime/capsule-embedding.js +76 -0
- package/src/client/runtime/capsule-forecast-program.d.ts +2 -0
- package/src/client/runtime/capsule-forecast-program.js +85 -0
- package/src/client/runtime/capsule-forecast.d.ts +17 -0
- package/src/client/runtime/capsule-forecast.js +31 -0
- package/src/client/runtime/capsule-operation-adapters.d.ts +12 -0
- package/src/client/runtime/capsule-operation-adapters.js +68 -0
- package/src/client/runtime/capsule-operation-executor.d.ts +25 -0
- package/src/client/runtime/capsule-operation-executor.js +100 -0
- package/src/client/runtime/capsule-program-adapter.js +151 -0
- package/src/client/runtime/capsule-release-authorization.js +25 -0
- package/src/client/runtime/capsule-rerank.d.ts +50 -0
- package/src/client/runtime/capsule-rerank.js +105 -0
- package/src/client/runtime/capsule-session-execution.js +85 -0
- package/src/client/runtime/command-executor.d.ts +15 -0
- package/src/client/runtime/command-executor.js +128 -0
- package/src/client/runtime/composition-root.d.ts +74 -0
- package/src/client/runtime/composition-root.js +344 -0
- package/src/client/runtime/fetch-capsule-artifact-store.d.ts +10 -0
- package/src/client/runtime/fetch-capsule-artifact-store.js +25 -0
- package/src/client/runtime/index.d.ts +1 -117
- package/src/client/runtime/index.js +1 -433
- package/src/client/runtime/lora.d.ts +14 -0
- package/src/client/runtime/lora.js +19 -1
- package/src/client/runtime/model-manager.js +12 -0
- package/src/client/runtime/model-rerank.js +30 -0
- package/src/client/runtime/model-session.d.ts +1 -221
- package/src/client/runtime/model-source.d.ts +9 -0
- package/src/client/runtime/model-source.js +46 -17
- package/src/client/runtime/node-quickstart-cache.js +1 -1
- package/src/client/runtime/resolution-policy.d.ts +20 -0
- package/src/client/runtime/resolution-policy.js +84 -0
- package/src/client/runtime/resource-binder.d.ts +24 -0
- package/src/client/runtime/resource-binder.js +135 -0
- package/src/client/runtime/scoped-session.d.ts +10 -1
- package/src/client/runtime/scoped-session.js +20 -1
- package/src/client/runtime/session-controller.d.ts +30 -0
- package/src/client/runtime/session-controller.js +170 -0
- package/src/client/runtime/source-runtime.js +1 -1
- package/src/client/runtime/target-selector.d.ts +9 -0
- package/src/client/runtime/target-selector.js +2 -0
- package/src/client/runtime/types.d.ts +1 -0
- package/src/client/runtime/verified-capsule-artifact-store.js +72 -0
- package/src/client/wrap-pipeline-handle.js +3 -9
- package/src/config/backward-registry-loader.js +1 -1
- package/src/config/capsule-adapter-policy.js +30 -0
- package/src/config/capsule-adapters.d.ts +21 -0
- package/src/config/capsule-adapters.js +40 -0
- package/src/config/capsule-adapters.json +9 -0
- package/src/config/capsule-loading.d.ts +2 -0
- package/src/config/capsule-loading.js +14 -0
- package/src/config/capsule-loading.schema.json +11 -0
- package/src/config/capsule-operation.d.ts +19 -0
- package/src/config/capsule-operation.js +58 -0
- package/src/config/capsule-operations.json +18 -0
- package/src/config/capsule-release-contract.d.ts +66 -0
- package/src/config/capsule-release-contract.js +197 -0
- package/src/config/capsule-release-events.d.ts +53 -0
- package/src/config/capsule-release-events.js +172 -0
- package/src/config/capsule-sequence-receipt.js +19 -0
- package/src/config/capsule-serve.d.ts +9 -0
- package/src/config/capsule-serve.js +28 -0
- package/src/config/capsule-serve.schema.json +14 -0
- package/src/config/capsule-signature.d.ts +6 -0
- package/src/config/capsule-signature.js +50 -0
- package/src/config/capsule-v2.d.ts +70 -0
- package/src/config/capsule-v2.js +431 -0
- package/src/config/capsule-v3.d.ts +19 -0
- package/src/config/capsule-v3.js +72 -0
- package/src/config/capsule.d.ts +22 -0
- package/src/config/capsule.js +52 -0
- package/src/config/conversion/amplify/amplify-120m-f16-af32.json +1 -1
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +41 -1
- package/src/config/conversion/esmc/esmc-300m-f32-af32.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +2 -2
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +1 -1
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +1 -1
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +2 -2
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +3 -3
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +1 -1
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +442 -0
- package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +1 -1
- package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +529 -0
- package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +529 -0
- package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +2 -2
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +463 -0
- package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +481 -0
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +59 -7
- package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +561 -0
- package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +558 -0
- package/src/config/dtype-transition-contract.js +40 -0
- package/src/config/embedding-contract.js +26 -0
- package/src/config/embedding-reference.js +85 -0
- package/src/config/evidence/source-intake-policy.json +1 -1
- package/src/config/execution-contract-check.d.ts +16 -73
- package/src/config/execution-contract-check.js +7 -429
- package/src/config/forecast-manifest.js +56 -0
- package/src/config/heterogeneous-attention-contract.js +46 -0
- package/src/config/initial-execution-identity.d.ts +58 -0
- package/src/config/initial-execution-identity.js +331 -0
- package/src/config/kernel-path-loader.d.ts +10 -0
- package/src/config/kernel-path-loader.js +23 -8
- package/src/config/kernel-registry-contract.d.ts +25 -0
- package/src/config/kernel-registry-contract.js +46 -0
- package/src/config/kernels/kernel-ref-digests.js +50 -2
- package/src/config/kernels/registry.js +1 -1
- package/src/config/kernels/registry.json +13592 -11377
- package/src/config/lora-layouts.d.ts +10 -0
- package/src/config/lora-layouts.js +17 -0
- package/src/config/lora-layouts.json +9 -0
- package/src/config/manifest-inference-validation.js +575 -0
- package/src/config/merge/execution-patches.js +12 -0
- package/src/config/{merge-helpers.js → merge/kernel-path-policy.js} +0 -52
- package/src/config/merge/value-selection.js +38 -0
- package/src/config/merge.js +43 -11
- package/src/config/model-ir-v2.d.ts +57 -0
- package/src/config/model-ir-v2.js +258 -0
- package/src/config/model-ir.d.ts +49 -0
- package/src/config/model-ir.js +180 -0
- package/src/config/param-validator.js +1 -1
- package/src/config/platforms/amd-strix-halo-gfx1151.json +17 -0
- package/src/config/platforms/loader.js +2 -1
- package/src/config/production-release-evidence.d.ts +23 -0
- package/src/config/production-release-evidence.js +423 -0
- package/src/config/production-release.js +321 -0
- package/src/{client/doppler-registry.json → config/quickstart-registry.json} +7 -7
- package/src/config/required-inference-fields-contract-check.js +2 -2
- package/src/config/rerank-reference.d.ts +28 -0
- package/src/config/rerank-reference.js +89 -0
- package/src/config/revocation-policy.d.ts +65 -0
- package/src/config/revocation-policy.js +290 -0
- package/src/config/revocation-registry.json +11 -0
- package/src/config/revocation-updates.d.ts +68 -0
- package/src/config/revocation-updates.js +440 -0
- package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +1 -1
- package/src/config/runtime/profiles/muse-glimmer-30b-source-parity-f32kv.json +30 -0
- package/src/config/runtime/profiles/muse-glimmer-30b-source-parity.json +110 -0
- package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +1 -1
- package/src/config/runtime/profiles/qwen3-8-27b-source-parity.json +87 -0
- package/src/config/runtime-merge.js +1 -1
- package/src/config/runtime.js +1 -1
- package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
- package/src/config/schema/browser-suite-metrics.schema.js +2 -0
- package/src/config/schema/conversion-report.schema.d.ts +3 -0
- package/src/config/schema/conversion-report.schema.js +29 -0
- package/src/config/schema/converter.schema.d.ts +1 -0
- package/src/config/schema/debug.schema.d.ts +1 -0
- package/src/config/schema/doppler.schema.js +5 -5
- package/src/config/schema/emulation.schema.js +1 -1
- package/src/config/schema/execution-v1.schema.d.ts +3 -0
- package/src/config/schema/execution-v1.schema.js +19 -0
- package/src/config/schema/harness.schema.d.ts +13 -0
- package/src/config/schema/harness.schema.js +6 -0
- package/src/config/schema/inference.schema.d.ts +21 -2
- package/src/config/schema/kernel-thresholds.schema.js +1 -1
- package/src/config/schema/manifest.schema.d.ts +26 -7
- package/src/config/schema/manifest.schema.js +10 -1
- package/src/config/schema/program-bundle.schema.d.ts +52 -6
- package/src/config/schema/program-bundle.schema.js +145 -10
- package/src/config/sequence-reference.d.ts +26 -0
- package/src/config/sequence-reference.js +100 -0
- package/src/config/target-plan.d.ts +108 -0
- package/src/config/target-plan.js +411 -0
- package/src/config/training-defaults.js +1 -1
- package/src/config/transforms/capability-transform-resolver.js +4 -105
- package/src/config/transforms/execution-graph/dtype.js +591 -0
- package/src/config/transforms/execution-graph/fusion.js +436 -0
- package/src/config/transforms/execution-graph/validation.js +414 -0
- package/src/config/transforms/execution-graph-transforms.js +13 -1419
- package/src/converter/artifact-identity.js +475 -0
- package/src/converter/conversion-plan.js +1 -1
- package/src/converter/core.js +94 -2096
- package/src/converter/forge-candidate-evaluation.js +271 -0
- package/src/converter/forge-qualification.js +162 -0
- package/src/converter/forge-stages.js +798 -0
- package/src/converter/manifest-builder.js +683 -0
- package/src/converter/quantization-info.js +4 -1
- package/src/converter/quantizer.js +58 -9
- package/src/converter/shard-packer.d.ts +1 -1
- package/src/converter/shard-packer.js +2 -2
- package/src/converter/tensor-transform.js +640 -0
- package/src/converter/tokenizer-contract.js +243 -0
- package/src/converter/tokenizer-manifest.js +243 -0
- package/src/debug/history.js +0 -8
- package/src/debug/index.js +0 -10
- package/src/debug/tensor.js +1 -1
- package/src/debug/trace.js +0 -7
- package/src/experimental/adapters/adapter-manager.js +2 -0
- package/src/experimental/adapters/adapter-manifest.d.ts +6 -0
- package/src/experimental/adapters/adapter-manifest.js +11 -0
- package/src/experimental/adapters/artifact-contract.d.ts +2 -2
- package/src/experimental/adapters/artifact-contract.js +5 -2
- package/src/experimental/adapters/lora-loader.d.ts +10 -1
- package/src/experimental/adapters/lora-loader.js +110 -48
- package/src/{inference/pipelines → experimental}/audio/gemma4.js +9 -31
- package/src/experimental/bdpa/basis-decomposed-paged.d.ts +50 -0
- package/src/experimental/bdpa/basis-decomposed-paged.js +276 -0
- package/src/experimental/bridge/trainer-artifact-bridge.js +3 -3
- package/src/experimental/browser/browser-converter.js +11 -11
- package/src/experimental/diffusion/index.d.ts +1 -1
- package/src/experimental/diffusion/index.js +1 -1
- package/src/{inference/pipelines → experimental}/diffusion/pipeline.d.ts +2 -2
- package/src/{inference/pipelines → experimental}/diffusion/pipeline.js +17 -17
- package/src/{inference/pipelines → experimental}/diffusion/text-encoder-gpu.js +21 -19
- package/src/experimental/diffusion/vae.js +596 -0
- package/src/experimental/distribution/shard-delivery/receipt.js +588 -0
- package/src/experimental/distribution/shard-delivery/retry.js +392 -0
- package/src/experimental/distribution/shard-delivery/transport.js +831 -0
- package/src/experimental/distribution/shard-delivery.js +4 -1709
- package/src/experimental/energy/index.d.ts +2 -2
- package/src/experimental/energy/index.js +2 -2
- package/src/{inference/pipelines → experimental}/energy/pipeline.js +13 -13
- package/src/{inference/pipelines → experimental}/energy/types.d.ts +2 -2
- package/src/experimental/logits/cpu-output.d.ts +27 -0
- package/src/{inference/pipelines/text/logits/utils.js → experimental/logits/cpu-output.js} +19 -27
- package/src/experimental/logits/cpu.d.ts +87 -0
- package/src/experimental/logits/cpu.js +95 -0
- package/src/experimental/orchestration/energy-row-head-pipeline.d.ts +103 -0
- package/src/{inference/pipelines/energy-head/row-head-pipeline.js → experimental/orchestration/energy-row-head-pipeline.js} +13 -13
- package/src/experimental/orchestration/index.d.ts +1 -1
- package/src/experimental/orchestration/index.js +1 -1
- package/src/experimental/training/artifacts.js +2 -2
- package/src/experimental/training/checkpoint.js +2 -2
- package/src/experimental/training/distillation/artifacts.js +1 -1
- package/src/experimental/training/distillation/dataset.js +2 -2
- package/src/experimental/training/distillation/eval.js +1 -1
- package/src/experimental/training/distillation/runtime.js +2 -2
- package/src/experimental/training/distillation/student-fixture/execution.js +166 -0
- package/src/experimental/training/distillation/student-fixture/model.js +353 -0
- package/src/experimental/training/distillation/student-fixture.js +2 -469
- package/src/experimental/training/lora/checkpoint.js +746 -0
- package/src/experimental/training/lora/execution.js +550 -0
- package/src/experimental/training/lora/plan.js +387 -0
- package/src/experimental/training/lora/recovery.js +418 -0
- package/src/experimental/training/lora-pipeline.js +7 -1949
- package/src/experimental/training/operator-artifacts.js +2 -2
- package/src/experimental/training/operator-command.js +4 -4
- package/src/experimental/training/runner/evaluation.js +62 -0
- package/src/experimental/training/runner/lifecycle.js +257 -0
- package/src/experimental/training/runner.js +5 -268
- package/src/experimental/training/suite/execution.js +879 -0
- package/src/experimental/training/suite/plan.js +855 -0
- package/src/experimental/training/suite.js +5 -1659
- package/src/experimental/training/workloads.d.ts +5 -5
- package/src/experimental/training/workloads.js +6 -6
- package/src/experimental/turboquant/codebook.js +470 -0
- package/src/formats/quantization-constants.d.ts +11 -0
- package/src/formats/quantization-constants.js +11 -0
- package/src/formats/rdrr/integrity.js +1 -1
- package/src/formats/rdrr/lowerings.js +0 -29
- package/src/formats/rdrr/merkle.js +1 -1
- package/src/formats/rdrr/tensor-config-validator.js +25 -5
- package/src/formats/rdrr/validation.js +3 -3
- package/src/gpu/command-recorder.d.ts +10 -1
- package/src/gpu/command-recorder.js +58 -14
- package/src/gpu/constant-buffer.js +29 -0
- package/src/gpu/device-state.js +36 -0
- package/src/gpu/device.js +6 -41
- package/src/gpu/kernel-runtime.js +2 -1
- package/src/gpu/kernels/activation-static-qdq.js +1 -1
- package/src/gpu/kernels/append_embedding.wgsl +14 -0
- package/src/gpu/kernels/attention/executors.js +960 -0
- package/src/gpu/kernels/attention/plan.js +472 -0
- package/src/gpu/kernels/attention.d.ts +4 -0
- package/src/gpu/kernels/attention.js +145 -1545
- package/src/gpu/kernels/attention_relative.wgsl +59 -0
- package/src/gpu/kernels/backward/adam.js +2 -1
- package/src/gpu/kernels/backward/attention_backward.js +1 -1
- package/src/gpu/kernels/backward/bias_add_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/bias_add_backward.js +1 -1
- package/src/gpu/kernels/backward/causal_conv1d_silu_backward.js +2 -1
- package/src/gpu/kernels/backward/conv2d_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/conv2d_backward.js +2 -1
- package/src/gpu/kernels/backward/cross_entropy_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/cross_entropy_backward.js +1 -1
- package/src/gpu/kernels/backward/embed_backward.js +2 -1
- package/src/gpu/kernels/backward/executor.d.ts +34 -0
- package/src/gpu/kernels/backward/executor.js +158 -0
- package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +2 -1
- package/src/gpu/kernels/backward/gated_rmsnorm_backward.js +2 -1
- package/src/gpu/kernels/backward/gelu_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/gelu_backward.js +1 -1
- package/src/gpu/kernels/backward/groupnorm_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/groupnorm_backward.js +1 -1
- package/src/gpu/kernels/backward/layernorm_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/layernorm_backward.js +2 -1
- package/src/gpu/kernels/backward/matmul.js +133 -0
- package/src/gpu/kernels/backward/matmul_backward.d.ts +0 -1
- package/src/gpu/kernels/backward/matmul_backward.js +1 -1
- package/src/gpu/kernels/backward/pixel_shuffle_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/pixel_shuffle_backward.js +1 -1
- package/src/gpu/kernels/backward/rmsnorm_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/rmsnorm_backward.js +2 -1
- package/src/gpu/kernels/backward/rope_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/rope_backward.js +2 -1
- package/src/gpu/kernels/backward/scale_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/scale_backward.js +2 -1
- package/src/gpu/kernels/backward/silu_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/silu_backward.js +1 -1
- package/src/gpu/kernels/backward/softmax_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/softmax_backward.js +1 -1
- package/src/gpu/kernels/backward/upsample2d_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/upsample2d_backward.js +1 -1
- package/src/gpu/kernels/backward/utils.js +2 -392
- package/src/gpu/kernels/bind-group-validation.js +16 -0
- package/src/gpu/kernels/cast.js +2 -1
- package/src/gpu/kernels/check-finiteness.js +13 -49
- package/src/gpu/kernels/check-hot-vocab-stop.js +13 -39
- package/src/gpu/kernels/check-stop.js +14 -33
- package/src/gpu/kernels/check_finiteness.wgsl +33 -0
- package/src/gpu/kernels/check_hot_vocab_stop.wgsl +29 -0
- package/src/gpu/kernels/check_stop.wgsl +20 -0
- package/src/gpu/kernels/clamp.js +1 -1
- package/src/gpu/kernels/conv2d.js +1 -1
- package/src/gpu/kernels/cross_entropy_loss.js +1 -1
- package/src/gpu/kernels/depthwise_conv1d.js +1 -1
- package/src/gpu/kernels/depthwise_conv2d.js +1 -1
- package/src/gpu/kernels/dequant.js +7 -2
- package/src/gpu/kernels/diffusion-gemma-sampling.js +3 -5
- package/src/gpu/kernels/dispatch.js +12 -1
- package/src/gpu/kernels/embedding-pool.js +72 -0
- package/src/gpu/kernels/embedding_pool_f16.wgsl +38 -0
- package/src/gpu/kernels/embedding_pool_f32.wgsl +36 -0
- package/src/gpu/kernels/energy.js +2 -1
- package/src/gpu/kernels/forecast_output.wgsl +17 -0
- package/src/gpu/kernels/fused-gate-up-gelu.js +1 -1
- package/src/gpu/kernels/fused_ffn.js +10 -220
- package/src/gpu/kernels/fused_matmul_residual.js +2 -1
- package/src/gpu/kernels/fused_matmul_rmsnorm.js +2 -1
- package/src/gpu/kernels/fused_normed_ffn_q4k.wgsl +208 -0
- package/src/gpu/kernels/gated-short-conv.js +11 -69
- package/src/gpu/kernels/gated_delta_conv.wgsl +66 -0
- package/src/gpu/kernels/gated_delta_conv_f16.wgsl +68 -0
- package/src/gpu/kernels/gated_delta_fused_decode.wgsl +173 -0
- package/src/gpu/kernels/gated_delta_fused_decode_f16.wgsl +175 -0
- package/src/gpu/kernels/gated_delta_recurrent.wgsl +165 -0
- package/src/gpu/kernels/gated_delta_recurrent_f16.wgsl +167 -0
- package/src/gpu/kernels/gated_short_conv.wgsl +47 -0
- package/src/gpu/kernels/gather.d.ts +1 -1
- package/src/gpu/kernels/gather.js +30 -6
- package/src/gpu/kernels/gather_bf16.wgsl +69 -0
- package/src/gpu/kernels/gelu.js +1 -1
- package/src/gpu/kernels/gemma4-route-expert.js +1 -1
- package/src/gpu/kernels/grouped_pointwise_conv2d.js +1 -1
- package/src/gpu/kernels/groupnorm.js +1 -1
- package/src/gpu/kernels/index.d.ts +38 -5
- package/src/gpu/kernels/index.js +18 -4
- package/src/gpu/kernels/instance_stats.wgsl +26 -0
- package/src/gpu/kernels/kernel-base.js +1 -1
- package/src/gpu/kernels/kernel-cache-lifecycle.d.ts +9 -0
- package/src/gpu/kernels/kernel-cache-lifecycle.js +26 -0
- package/src/gpu/kernels/kernel-configs.d.ts +10 -61
- package/src/gpu/kernels/kernel-configs.js +26 -54
- package/src/gpu/kernels/kernel-execution.js +141 -0
- package/src/gpu/kernels/kv-cache-write.js +4 -4
- package/src/gpu/kernels/kv-quantize.js +4 -1
- package/src/gpu/kernels/l2-normalize.js +36 -0
- package/src/gpu/kernels/l2_normalize.wgsl +53 -0
- package/src/gpu/kernels/layernorm.d.ts +4 -4
- package/src/gpu/kernels/layernorm.js +44 -7
- package/src/gpu/kernels/linear-attention-core.js +29 -449
- package/src/gpu/kernels/linear_attention.js +1 -1
- package/src/gpu/kernels/lm-head-argmax.js +2 -2
- package/src/gpu/kernels/lm-head-select-logits.js +2 -2
- package/src/gpu/kernels/logit-finalize.js +103 -0
- package/src/gpu/kernels/logit-merge.js +13 -125
- package/src/gpu/kernels/logit-scatter.js +40 -0
- package/src/gpu/kernels/logit_finalize_f16.wgsl +43 -0
- package/src/gpu/kernels/logit_finalize_f32.wgsl +41 -0
- package/src/gpu/kernels/logit_merge_geometric.wgsl +23 -0
- package/src/gpu/kernels/logit_merge_max.wgsl +23 -0
- package/src/gpu/kernels/logit_merge_weighted.wgsl +23 -0
- package/src/gpu/kernels/logit_scatter_f16.wgsl +26 -0
- package/src/gpu/kernels/logit_scatter_f32.wgsl +24 -0
- package/src/gpu/kernels/matmul-dispatch.js +6 -1
- package/src/gpu/kernels/matmul-selection.js +3 -2
- package/src/gpu/kernels/matmul.js +4 -15
- package/src/gpu/kernels/matmul_bf16w_f32a.wgsl +93 -0
- package/src/gpu/kernels/matmul_gemv_subgroup_bf16w.wgsl +433 -0
- package/src/gpu/kernels/modulate.js +1 -1
- package/src/gpu/kernels/moe.js +3 -1
- package/src/gpu/kernels/moe_router_bias_add_f16_f16.wgsl +23 -0
- package/src/gpu/kernels/moe_router_bias_add_f16_f32.wgsl +23 -0
- package/src/gpu/kernels/moe_router_bias_add_f32_f16.wgsl +23 -0
- package/src/gpu/kernels/moe_router_bias_add_f32_f32.wgsl +21 -0
- package/src/gpu/kernels/patch_context.wgsl +29 -0
- package/src/gpu/kernels/pipeline-cache.js +3 -1
- package/src/gpu/kernels/pixel_shuffle.js +1 -1
- package/src/gpu/kernels/probe_shader_f16.wgsl +7 -0
- package/src/gpu/kernels/relu.js +1 -1
- package/src/gpu/kernels/repeat_channels.js +1 -1
- package/src/gpu/kernels/residual.js +2 -2
- package/src/gpu/kernels/rmsnorm-pair.js +1 -1
- package/src/gpu/kernels/rmsnorm-qk.js +1 -1
- package/src/gpu/kernels/rmsnorm-stats.js +14 -113
- package/src/gpu/kernels/rmsnorm.js +1 -1
- package/src/gpu/kernels/rmsnorm_serial.wgsl +19 -0
- package/src/gpu/kernels/rmsnorm_stats.wgsl +59 -0
- package/src/gpu/kernels/rmsnorm_stats_subgroups.wgsl +76 -0
- package/src/gpu/kernels/rope-precompute.js +160 -0
- package/src/gpu/kernels/rope-qk.js +1 -1
- package/src/gpu/kernels/rope.js +2 -2
- package/src/gpu/kernels/rope_precompute.wgsl +74 -0
- package/src/gpu/kernels/sample.js +5 -1
- package/src/gpu/kernels/scale.js +1 -1
- package/src/gpu/kernels/shader-cache.js +8 -4
- package/src/gpu/kernels/shader-source-scope.js +68 -0
- package/src/gpu/kernels/silu.js +2 -1
- package/src/gpu/kernels/soft-embedding.js +3 -1
- package/src/gpu/kernels/softmax.js +4 -2
- package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +1 -1
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +1 -1
- package/src/gpu/kernels/split_qg.js +1 -1
- package/src/gpu/kernels/split_qkv.d.ts +2 -0
- package/src/gpu/kernels/split_qkv.js +18 -3
- package/src/gpu/kernels/split_qkv.wgsl +5 -2
- package/src/gpu/kernels/split_qkv_f16.wgsl +5 -2
- package/src/gpu/kernels/submit_probe.wgsl +6 -0
- package/src/gpu/kernels/transpose.js +1 -1
- package/src/gpu/kernels/turboquant-codebook.js +4 -535
- package/src/gpu/kernels/uniform-utils.js +7 -2
- package/src/gpu/kernels/upsample2d.js +1 -1
- package/src/gpu/kernels/utils.js +9 -330
- package/src/gpu/kernels/vision-average-pool.d.ts +13 -0
- package/src/gpu/kernels/vision-average-pool.js +68 -0
- package/src/gpu/kernels/vision-patch-embed.d.ts +17 -0
- package/src/gpu/kernels/vision-patch-embed.js +117 -0
- package/src/gpu/kernels/vision-position-embedding.d.ts +13 -0
- package/src/gpu/kernels/vision-position-embedding.js +79 -0
- package/src/gpu/kernels/vision-rope-2d.d.ts +16 -0
- package/src/gpu/kernels/vision-rope-2d.js +73 -0
- package/src/gpu/kernels/vision-spatial-merge.d.ts +19 -0
- package/src/gpu/kernels/vision-spatial-merge.js +100 -0
- package/src/gpu/kernels/vision_average_pool.wgsl +42 -0
- package/src/gpu/kernels/vision_patch_embed.wgsl +59 -0
- package/src/gpu/kernels/vision_patch_embed_f16w.wgsl +61 -0
- package/src/gpu/kernels/vision_position_embedding.wgsl +33 -0
- package/src/gpu/kernels/vision_position_embedding_f16.wgsl +35 -0
- package/src/gpu/kernels/vision_rope_2d.wgsl +60 -0
- package/src/gpu/kernels/vision_spatial_merge.wgsl +48 -0
- package/src/gpu/readback-buffer.js +20 -0
- package/src/gpu/submit-probe.js +2 -26
- package/src/gpu/weight-buffer.d.ts +1 -0
- package/src/gpu/weight-buffer.js +7 -0
- package/src/index.d.ts +10 -0
- package/src/index.js +1 -0
- package/src/inference/browser-harness/benchmark-execution.js +872 -0
- package/src/inference/browser-harness/benchmark-rerank.js +284 -0
- package/src/inference/browser-harness/decode-diagnostics.js +241 -0
- package/src/inference/browser-harness/diffusion-performance.js +102 -0
- package/src/inference/browser-harness/inference-execution.js +543 -0
- package/src/inference/{browser-harness-model-helpers.js → browser-harness/model-initialization.js} +14 -145
- package/src/inference/browser-harness/model-resolution.js +137 -0
- package/src/inference/browser-harness/report.js +338 -0
- package/src/inference/browser-harness/request.js +263 -0
- package/src/inference/browser-harness/runtime-config.d.ts +25 -0
- package/src/inference/browser-harness/runtime-config.js +255 -0
- package/src/inference/browser-harness/runtime-isolation.d.ts +13 -0
- package/src/inference/browser-harness/runtime-isolation.js +45 -0
- package/src/inference/browser-harness/runtime-report.d.ts +26 -0
- package/src/inference/browser-harness/runtime-report.js +117 -0
- package/src/inference/browser-harness/suite-summary.js +39 -0
- package/src/inference/browser-harness/text-evidence.js +694 -0
- package/src/inference/browser-harness/text-execution.js +757 -0
- package/src/inference/browser-harness/text-input.js +725 -0
- package/src/inference/{browser-harness-suite-helpers.js → browser-harness/timing-diagnostics.js} +1 -379
- package/src/inference/browser-harness-contract-helpers.js +1 -1
- package/src/inference/browser-harness-diffusion-energy-suites.js +8 -3
- package/src/inference/browser-harness-runtime-helpers.d.ts +3 -56
- package/src/inference/browser-harness-runtime-helpers.js +3 -423
- package/src/inference/browser-harness-text-helpers.js +31 -2199
- package/src/inference/browser-harness.d.ts +15 -2
- package/src/inference/browser-harness.js +38 -1952
- package/src/inference/kv-cache/base.js +67 -381
- package/src/inference/kv-cache/basis-decomposed-paged.d.ts +2 -50
- package/src/inference/kv-cache/basis-decomposed-paged.js +1 -276
- package/src/inference/kv-cache/quantized.d.ts +2 -2
- package/src/inference/kv-cache/quantized.js +4 -8
- package/src/inference/kv-cache/update.js +309 -0
- package/src/inference/model-checkpoint-evidence.d.ts +75 -0
- package/src/inference/model-checkpoint-evidence.js +264 -0
- package/src/inference/moe-router.js +36 -216
- package/src/inference/multi-model-network.js +5 -341
- package/src/inference/pipelines/audio/index.js +1 -20
- package/src/inference/pipelines/audio/mel.js +0 -38
- package/src/inference/pipelines/diffusion/profile-timing.js +10 -0
- package/src/inference/pipelines/diffusion/runtime-resources.js +54 -0
- package/src/inference/pipelines/diffusion/sd3/execution.js +805 -0
- package/src/inference/pipelines/diffusion/sd3/plan.js +125 -0
- package/src/inference/pipelines/diffusion/sd3-transformer.js +44 -895
- package/src/inference/pipelines/diffusion/{vae.js → vae/execution.js} +46 -618
- package/src/inference/pipelines/diffusion/{helpers.js → weight-contract.js} +1 -68
- package/src/inference/pipelines/energy-head/row-head-pipeline.d.ts +1 -103
- package/src/inference/pipelines/factory.js +14 -3
- package/src/inference/pipelines/shader-scoped-pipeline.js +29 -0
- package/src/inference/pipelines/structured/json-grammar-mask.js +0 -6
- package/src/inference/pipelines/text/abort-contract.js +22 -0
- package/src/inference/pipelines/text/attention/attn-config.js +1 -16
- package/src/inference/pipelines/text/attention/gate-projection.js +30 -0
- package/src/inference/pipelines/text/attention/heterogeneous-contract.js +8 -0
- package/src/inference/pipelines/text/attention/interpreter/immediate.js +211 -0
- package/src/inference/pipelines/text/attention/interpreter/recorded.js +451 -0
- package/src/inference/pipelines/text/attention/interpreter.js +89 -439
- package/src/inference/pipelines/text/attention/plan.d.ts +1 -0
- package/src/inference/pipelines/text/attention/plan.js +17 -0
- package/src/inference/pipelines/text/attention/projection-executor.js +331 -0
- package/src/inference/pipelines/text/attention/projection-plan.js +259 -0
- package/src/inference/pipelines/text/attention/projections.js +20 -537
- package/src/inference/pipelines/text/attention/query-transform.js +11 -0
- package/src/inference/pipelines/text/attention/record.js +0 -6
- package/src/inference/pipelines/text/attention/recorded-health.js +21 -0
- package/src/inference/pipelines/text/attention/rope-observation.js +40 -0
- package/src/inference/pipelines/text/attention/run.js +0 -6
- package/src/inference/pipelines/text/attention/types.js +3 -31
- package/src/inference/pipelines/text/chat-format.d.ts +3 -0
- package/src/inference/pipelines/text/chat-format.js +42 -0
- package/src/inference/pipelines/text/config/normalization.js +729 -0
- package/src/inference/pipelines/text/config/validation.js +9 -0
- package/src/inference/pipelines/text/config.d.ts +12 -1
- package/src/inference/pipelines/text/config.js +14 -1228
- package/src/inference/pipelines/text/debug-utils/health-metrics.js +57 -0
- package/src/inference/pipelines/text/debug-utils/index.js +3 -8
- package/src/inference/pipelines/text/debug-utils/profiles.js +8 -0
- package/src/inference/pipelines/text/debug-utils/readback-decoding.js +24 -0
- package/src/inference/pipelines/text/debug-utils/tensor.js +1 -1
- package/src/inference/pipelines/text/dtype-contract.js +1 -68
- package/src/inference/pipelines/text/embed.js +178 -241
- package/src/inference/pipelines/text/embedding-contract.d.ts +7 -0
- package/src/inference/pipelines/text/embedding-contract.js +21 -0
- package/src/inference/pipelines/text/embedding-extraction.js +225 -0
- package/src/inference/pipelines/text/embedding-normalization.js +39 -0
- package/src/inference/pipelines/text/execution-runtime-builders.js +0 -32
- package/src/inference/pipelines/text/execution-v1/plan.js +69 -0
- package/src/inference/pipelines/text/execution-v1/validation.js +233 -0
- package/src/inference/pipelines/text/execution-v1.js +7 -283
- package/src/inference/pipelines/text/execution.js +517 -0
- package/src/inference/pipelines/text/ffn/dense-executor.js +718 -0
- package/src/inference/pipelines/text/ffn/dense-plan.js +327 -0
- package/src/inference/pipelines/text/ffn/dense.js +4 -968
- package/src/inference/pipelines/text/ffn/sandwich.js +10 -9
- package/src/inference/pipelines/text/ffn/standard.js +2 -1
- package/src/inference/pipelines/text/generator/attention-lifecycle.js +24 -0
- package/src/inference/pipelines/text/generator/decode-runtime.js +991 -0
- package/src/inference/pipelines/text/generator/decode.js +952 -0
- package/src/inference/pipelines/text/generator/diffusion.js +607 -0
- package/src/inference/pipelines/text/generator/logits-config.js +63 -0
- package/src/inference/pipelines/text/generator/prefill-observation.js +29 -0
- package/src/inference/pipelines/text/generator/prefill-policy.js +56 -0
- package/src/inference/pipelines/text/generator/prefill-runtime.js +896 -0
- package/src/inference/pipelines/text/{generator-prefill-helpers.js → generator/prefix-embedding.js} +16 -121
- package/src/inference/pipelines/text/generator/prompt-input.js +47 -0
- package/src/inference/pipelines/text/generator/recovery.js +310 -0
- package/src/inference/pipelines/text/{generator-helpers.js → generator/session-context.js} +42 -110
- package/src/inference/pipelines/text/generator/text.js +448 -0
- package/src/inference/pipelines/text/generator/training.js +752 -0
- package/src/inference/pipelines/text/generator-decode-policy.js +1 -1
- package/src/inference/pipelines/text/generator-logits-observation.js +45 -0
- package/src/inference/pipelines/text/generator-runtime.js +5 -135
- package/src/inference/pipelines/text/generator-steps.js +30 -972
- package/src/inference/pipelines/text/generator.js +165 -3544
- package/src/inference/pipelines/text/image-transcription.js +304 -0
- package/src/inference/pipelines/text/init-qkv-fusion.js +18 -9
- package/src/inference/pipelines/text/init-rope.js +37 -189
- package/src/inference/pipelines/text/init.d.ts +8 -3
- package/src/inference/pipelines/text/init.js +6 -216
- package/src/inference/pipelines/text/layer-execution-contract.js +97 -0
- package/src/inference/pipelines/text/layer-input-execution.js +435 -0
- package/src/inference/pipelines/text/layer-plan-gpu.js +13 -6
- package/src/inference/pipelines/text/layer-plan.d.ts +21 -5
- package/src/inference/pipelines/text/layer-plan.js +45 -3
- package/src/inference/pipelines/text/layer.js +52 -522
- package/src/inference/pipelines/text/lifecycle.js +839 -0
- package/src/inference/pipelines/text/linear-attention/plan.js +554 -0
- package/src/inference/pipelines/text/linear-attention-ab-fusion.js +2 -2
- package/src/inference/pipelines/text/linear-attention.d.ts +2 -2
- package/src/inference/pipelines/text/linear-attention.js +7 -537
- package/src/inference/pipelines/text/logits/cpu-output.d.ts +1 -0
- package/src/inference/pipelines/text/logits/cpu-output.js +5 -0
- package/src/inference/pipelines/text/logits/cpu.d.ts +1 -87
- package/src/inference/pipelines/text/logits/cpu.js +8 -95
- package/src/inference/pipelines/text/logits/gpu-executor.js +368 -0
- package/src/inference/pipelines/text/logits/gpu.d.ts +27 -0
- package/src/inference/pipelines/text/logits/gpu.js +116 -579
- package/src/inference/pipelines/text/logits/index.d.ts +2 -1
- package/src/inference/pipelines/text/logits/index.js +62 -102
- package/src/inference/pipelines/text/logits/output-transform.js +47 -0
- package/src/inference/pipelines/text/logits/plan.js +184 -0
- package/src/inference/pipelines/text/logits/readback.d.ts +6 -0
- package/src/inference/pipelines/text/logits/readback.js +9 -0
- package/src/inference/pipelines/text/logits/scale-policy.js +20 -0
- package/src/inference/pipelines/text/logits/types.d.ts +1 -0
- package/src/inference/pipelines/text/lora-apply.js +12 -4
- package/src/inference/pipelines/text/lora-types.d.ts +12 -0
- package/src/inference/pipelines/text/modality-token-contract.js +115 -0
- package/src/inference/pipelines/text/model-load.js +0 -20
- package/src/inference/pipelines/text/moe/expert-loading.js +9 -0
- package/src/inference/pipelines/text/moe/gpu-executor.js +513 -0
- package/src/inference/pipelines/text/moe/plan.js +47 -0
- package/src/inference/pipelines/text/moe-cpu.js +9 -135
- package/src/inference/pipelines/text/moe-gpu.js +21 -545
- package/src/inference/pipelines/text/normalization-contract.js +17 -0
- package/src/inference/pipelines/text/per-layer/materialize.js +736 -0
- package/src/inference/pipelines/text/per-layer/plan.js +362 -0
- package/src/inference/pipelines/text/per-layer-inputs.js +4 -1037
- package/src/inference/pipelines/text/pipeline-load-timing.js +77 -0
- package/src/inference/pipelines/text/probes.js +20 -0
- package/src/inference/pipelines/text/state.d.ts +8 -0
- package/src/inference/pipelines/text/state.js +1 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +88 -16
- package/src/inference/pipelines/text/types.d.ts +4 -0
- package/src/inference/pipelines/text/weight-loading-config.js +194 -0
- package/src/inference/pipelines/text.d.ts +2 -2
- package/src/inference/pipelines/text.js +46 -1633
- package/src/inference/pipelines/video/frame-sampler.js +0 -13
- package/src/inference/pipelines/video/index.js +0 -21
- package/src/inference/pipelines/vision/attention.js +59 -0
- package/src/inference/pipelines/vision/encoder.js +254 -369
- package/src/inference/pipelines/vision/gemma4.js +204 -318
- package/src/inference/pipelines/vision/glmocr-preprocess.js +273 -0
- package/src/inference/pipelines/vision/glmocr-rope.js +106 -0
- package/src/inference/pipelines/vision/glmocr.js +557 -0
- package/src/inference/pipelines/vision/image-preprocess.js +0 -27
- package/src/inference/pipelines/vision/index.js +8 -27
- package/src/inference/pipelines/vision/ops.js +11 -33
- package/src/inference/pipelines/vision/patch-embed.js +51 -145
- package/src/inference/pipelines/vision/spatial-merge.js +78 -0
- package/src/inference/pipelines/vision/weight-loading.js +79 -0
- package/src/inference/refactor-receipt.js +2 -2
- package/src/inference/rerank.js +182 -0
- package/src/inference/tokenizer.js +1 -1
- package/src/inference/tokenizers/behavior-flags.js +6 -3
- package/src/inference/tokenizers/bundled/decoders.js +133 -0
- package/src/inference/tokenizers/bundled/registry.js +216 -0
- package/src/inference/tokenizers/bundled.js +23 -353
- package/src/loader/doppler-loader.d.ts +4 -0
- package/src/loader/doppler-loader.js +119 -930
- package/src/loader/embedding-limit-preflight.js +11 -4
- package/src/loader/embedding-loader.js +1 -3
- package/src/loader/gpu-tensor-materialization.js +20 -0
- package/src/loader/layer-loader.js +15 -119
- package/src/loader/layer-tensor-aliases.js +99 -0
- package/src/loader/layer-weight-shape.js +29 -0
- package/src/loader/load-timing.js +64 -0
- package/src/loader/loader-types.d.ts +3 -0
- package/src/loader/model-executor.js +819 -0
- package/src/loader/model-load-validation.js +15 -0
- package/src/loader/quantization-constants.d.ts +11 -29
- package/src/loader/quantization-constants.js +1 -2
- package/src/loader/shard-resolver.js +0 -14
- package/src/loader/tensor-load-error.js +14 -0
- package/src/loader/tensor-shard-indices.js +8 -0
- package/src/loader/tensors/bf16-loader.js +125 -0
- package/src/loader/tensors/functional-descriptor-loader.js +3 -375
- package/src/loader/tensors/load-executor.js +577 -0
- package/src/loader/tensors/source-transform/executor.js +123 -0
- package/src/loader/tensors/source-transform/plan.js +107 -0
- package/src/loader/tensors/source-transform.js +15 -264
- package/src/loader/tensors/tensor-loader.d.ts +4 -4
- package/src/loader/tensors/tensor-loader.js +7 -653
- package/src/memory/buffer-pool.js +7 -29
- package/src/rules/capability-transform-resolver.js +80 -0
- package/src/rules/execution-contract.d.ts +73 -0
- package/src/rules/execution-contract.js +429 -0
- package/src/rules/execution-rules-contract-check.js +1 -1
- package/src/rules/generated/rule-bundle.json +4305 -0
- package/src/rules/inference/capability-transforms.rules.json +3 -3
- package/src/rules/layer-pattern-contract-check.js +1 -1
- package/src/rules/rule-registry.js +70 -57
- package/src/storage/artifact-storage-context.js +2 -2
- package/src/storage/backend-selection.js +43 -0
- package/src/storage/distribution-transport.js +5 -0
- package/src/storage/download/integrity.d.ts +33 -0
- package/src/storage/download/integrity.js +130 -0
- package/src/storage/download/resume-inspection.d.ts +22 -0
- package/src/storage/download/resume-inspection.js +134 -0
- package/src/storage/download/retry.js +57 -0
- package/src/storage/download/state.js +131 -0
- package/src/storage/download/transport.js +99 -0
- package/src/storage/downloader.js +74 -453
- package/src/storage/model-cache.d.ts +1 -0
- package/src/storage/model-cache.js +51 -11
- package/src/storage/shard-manager.d.ts +5 -0
- package/src/storage/shard-manager.js +50 -369
- package/src/storage/shards/index.js +60 -0
- package/src/storage/shards/integrity.js +225 -0
- package/src/storage/shards/lifecycle.js +22 -0
- package/src/storage/source-artifact-store.js +14 -4
- package/src/tooling/boundary-evidence.d.ts +4 -4
- package/src/tooling/boundary-evidence.js +20 -20
- package/src/tooling/browser-command-runner.js +13 -6
- package/src/tooling/capsule-v2.d.ts +11 -0
- package/src/tooling/capsule-v2.js +58 -0
- package/src/tooling/capsule.js +20 -0
- package/src/tooling/command-api-constants.js +1 -1
- package/src/tooling/command-api-family-normalizers.js +163 -5
- package/src/tooling/command-api.d.ts +42 -3
- package/src/tooling/command-api.js +7 -2
- package/src/tooling/command-envelope.js +1 -1
- package/src/tooling/{command-api-helpers.js → command-request-normalization.js} +1 -1
- package/src/tooling/command-runner.html +49 -1
- package/src/tooling/command-validation.js +1 -24
- package/src/tooling/conversion-run-timing.js +24 -0
- package/src/tooling/diagnose-runner.js +11 -9
- package/src/tooling/distribution-shard-transport.js +11 -0
- package/src/tooling/execution-cost-ledger.d.ts +76 -2
- package/src/tooling/execution-cost-ledger.js +197 -15
- package/src/tooling/hf-registry/catalog-io.js +63 -0
- package/src/tooling/litert/package.js +863 -0
- package/src/tooling/litert-package-runtime.js +3 -849
- package/src/tooling/model-capsule-forge.js +478 -0
- package/src/tooling/node-browser/execution.d.ts +40 -0
- package/src/tooling/node-browser/execution.js +308 -0
- package/src/tooling/node-browser/static-server.js +188 -0
- package/src/tooling/node-browser/transport.d.ts +80 -0
- package/src/tooling/node-browser/transport.js +622 -0
- package/src/tooling/node-browser-command-runner.d.ts +18 -78
- package/src/tooling/node-browser-command-runner.js +10 -1112
- package/src/tooling/node-capsule-artifact-store.js +44 -0
- package/src/tooling/node-command-execution.js +237 -0
- package/src/tooling/node-command-runner.js +26 -205
- package/src/tooling/node-converter/input.js +521 -0
- package/src/tooling/node-converter/output.js +244 -0
- package/src/tooling/node-converter-chunk-batches.js +21 -0
- package/src/tooling/node-converter.js +7 -720
- package/src/tooling/node-source-runtime.js +16 -276
- package/src/tooling/node-webgpu-provider.v1.json +33 -0
- package/src/tooling/node-webgpu.js +178 -453
- package/src/tooling/opfs-cache.d.ts +5 -0
- package/src/tooling/opfs-cache.js +4 -0
- package/src/tooling/production-release.d.ts +19 -0
- package/src/tooling/production-release.js +647 -0
- package/src/tooling/program-bundle/embedding-reference.js +19 -0
- package/src/tooling/program-bundle/materialize.js +324 -0
- package/src/tooling/program-bundle/rerank-reference.js +22 -0
- package/src/tooling/program-bundle/sequence-reference.js +42 -0
- package/src/tooling/program-bundle/validation.js +31 -0
- package/src/tooling/program-bundle/wgsl-closure.js +254 -0
- package/src/tooling/program-bundle-parity.d.ts +11 -4
- package/src/tooling/program-bundle-parity.js +262 -109
- package/src/tooling/program-bundle.d.ts +7 -0
- package/src/tooling/program-bundle.js +186 -591
- package/src/tooling/provider-v1-contract.d.ts +61 -0
- package/src/tooling/provider-v1-contract.js +192 -0
- package/src/tooling/registered-variant-calibration-job.d.ts +98 -0
- package/src/tooling/registered-variant-calibration-job.js +210 -0
- package/src/tooling/registered-variant-calibration.d.ts +167 -7
- package/src/tooling/registered-variant-calibration.js +57 -7
- package/src/tooling/runtime-optimization/candidates.js +664 -0
- package/src/tooling/runtime-optimization-campaign.js +166 -0
- package/src/tooling/runtime-optimization-index.js +16 -1
- package/src/tooling/runtime-optimization.d.ts +44 -0
- package/src/tooling/runtime-optimization.js +13 -656
- package/src/tooling/source-intake.d.ts +1 -1
- package/src/tooling/source-intake.js +34 -17
- package/src/tooling/source-package-profiles.js +1 -1
- package/src/tooling/source-runtime/bundle-materialize.js +298 -0
- package/src/tooling/source-runtime/bundle-plan.js +121 -0
- package/src/tooling/source-runtime/node-loader.js +258 -0
- package/src/tooling/source-runtime-bundle.js +26 -411
- package/src/tooling/source-runtime-converter-config.js +1 -1
- package/src/tooling-experimental-exports.js +0 -5
- package/src/tooling-exports/evidence.d.ts +14 -3
- package/src/tooling-exports/evidence.js +14 -3
- package/src/tooling-exports/storage.d.ts +5 -0
- package/src/tooling-exports/storage.js +4 -0
- package/src/tooling-exports.d.ts +3 -0
- package/src/tooling-exports.js +2 -0
- package/src/tooling-exports.shared.d.ts +17 -3
- package/src/tooling-exports.shared.js +9 -3
- package/src/training.d.ts +6 -6
- package/src/training.js +4 -4
- package/src/version.js +1 -1
- package/tests/kernels/browser/kernel-suite.js +512 -0
- package/tests/kernels/browser/test-page.js +169 -14
- package/tests/kernels/harness/tolerance.js +1 -0
- package/tests/kernels/reference/index.js +13 -1
- package/tests/kernels/reference/vision.js +160 -0
- package/src/converter/quantizer.d.ts +0 -121
- package/src/gpu/kernels/backward/utils.d.ts +0 -90
- package/src/gpu/kernels/uniform-utils.d.ts +0 -66
- package/src/gpu/kernels/utils.d.ts +0 -147
- package/src/inference/pipelines/text/debug-utils/utils.js +0 -118
- package/src/inference/pipelines/text/logits/utils.d.ts +0 -58
- package/src/inference/pipelines/text/moe-cpu-gptoss.js +0 -115
- package/src/inference/pipelines/text/moe-helpers.js +0 -21
- package/src/rules/converter/execution.rules.json +0 -20
- package/src/rules/converter/tensor-roles.rules.json +0 -13
- package/src/rules/converter/tokenizer.rules.json +0 -12
- package/src/rules/inference/attention.rules.json +0 -69
- package/src/rules/inference/config.rules.json +0 -82
- package/src/rules/inference/dtype.rules.json +0 -113
- package/src/rules/inference/execution.rules.json +0 -195
- package/src/rules/inference/ffn.rules.json +0 -123
- package/src/rules/inference/layer-pattern.rules.json +0 -16
- package/src/rules/inference/layer.rules.json +0 -7
- package/src/rules/inference/moe.rules.json +0 -145
- package/src/rules/kernels/attention.rules.json +0 -68
- package/src/rules/kernels/conv2d.rules.json +0 -6
- package/src/rules/kernels/depthwise-conv2d.rules.json +0 -6
- package/src/rules/kernels/dequant.rules.json +0 -58
- package/src/rules/kernels/energy.rules.json +0 -22
- package/src/rules/kernels/fused-ffn.rules.json +0 -15
- package/src/rules/kernels/fused-matmul-residual.rules.json +0 -6
- package/src/rules/kernels/fused-matmul-rmsnorm.rules.json +0 -8
- package/src/rules/kernels/gather.rules.json +0 -93
- package/src/rules/kernels/gelu.rules.json +0 -11
- package/src/rules/kernels/grouped-pointwise-conv2d.rules.json +0 -6
- package/src/rules/kernels/groupnorm.rules.json +0 -10
- package/src/rules/kernels/kv_quantize.rules.json +0 -9
- package/src/rules/kernels/layernorm.rules.json +0 -6
- package/src/rules/kernels/linear-attention.rules.json +0 -6
- package/src/rules/kernels/lm-head-argmax.rules.json +0 -10
- package/src/rules/kernels/matmul.rules.json +0 -95
- package/src/rules/kernels/modulate.rules.json +0 -6
- package/src/rules/kernels/moe.rules.gptoss.json +0 -105
- package/src/rules/kernels/moe.rules.json +0 -14
- package/src/rules/kernels/moe.rules.mixtral.json +0 -75
- package/src/rules/kernels/pixel_shuffle.rules.json +0 -6
- package/src/rules/kernels/relu.rules.json +0 -6
- package/src/rules/kernels/rep-penalty.rules.json +0 -6
- package/src/rules/kernels/repeat-channels.rules.json +0 -6
- package/src/rules/kernels/residual.rules.json +0 -12
- package/src/rules/kernels/rmsnorm-qk.rules.json +0 -6
- package/src/rules/kernels/rmsnorm.rules.json +0 -46
- package/src/rules/kernels/rope-qk.rules.json +0 -6
- package/src/rules/kernels/rope.rules.json +0 -6
- package/src/rules/kernels/sample.rules.json +0 -6
- package/src/rules/kernels/scale.rules.json +0 -8
- package/src/rules/kernels/silu.rules.json +0 -22
- package/src/rules/kernels/softmax.rules.json +0 -25
- package/src/rules/kernels/split-qg.rules.json +0 -6
- package/src/rules/kernels/split-qkv.rules.json +0 -6
- package/src/rules/kernels/upsample2d.rules.json +0 -6
- package/src/rules/loader/tensor-loader.rules.json +0 -42
- package/src/rules/loader/weights.rules.json +0 -42
- package/src/rules/tooling/command-runtime.rules.json +0 -65
- package/src/tooling/hf-registry-utils.js +0 -395
- /package/src/converter/{tokenizer-utils.js → tokenizer-special-tokens.js} +0 -0
- /package/src/{inference/pipelines/text/bdpa-steamroller.js → experimental/bdpa/steamroller.js} +0 -0
- /package/src/{inference/pipelines → experimental}/diffusion/scheduler.js +0 -0
- /package/src/{inference/pipelines → experimental}/energy/pipeline.d.ts +0 -0
- /package/src/{inference/pipelines → experimental}/energy/quintel.d.ts +0 -0
- /package/src/{inference/pipelines → experimental}/energy/quintel.js +0 -0
- /package/src/{utils → formats}/array-buffer.js +0 -0
- /package/src/{utils → formats}/canonical-hash.js +0 -0
- /package/src/{utils → formats}/clone-json.js +0 -0
- /package/src/{utils → formats}/encode-utf8.js +0 -0
- /package/src/{utils → formats}/load-json.js +0 -0
- /package/src/{utils → formats}/plain-object.js +0 -0
- /package/src/{utils → formats}/sha256.js +0 -0
- /package/src/{utils → formats}/stable-sort-object.js +0 -0
- /package/src/{gpu/kernels → rules}/rule-matcher.js +0 -0
- /package/src/{utils → storage}/hf-resolve-url.js +0 -0
- /package/src/{utils → storage}/runtime-env.js +0 -0
- /package/src/tooling/{command-runner-shared.js → command-runtime-execution.js} +0 -0
|
@@ -0,0 +1,225 @@
|
|
|
1
|
+
import {
|
|
2
|
+
buildTensorBlockMerkleRoot,
|
|
3
|
+
getShardInfo,
|
|
4
|
+
parseTensorMap,
|
|
5
|
+
} from '../../formats/rdrr/index.js';
|
|
6
|
+
import { log } from '../../debug/index.js';
|
|
7
|
+
import { createHasher as createBlake3Hasher, hash as blake3Hash } from '../blake3.js';
|
|
8
|
+
import { isRequestedRangeInsideTensor } from './index.js';
|
|
9
|
+
|
|
10
|
+
let blake3Module = null;
|
|
11
|
+
let hashAlgorithm = null;
|
|
12
|
+
|
|
13
|
+
async function initBlake3(requiredAlgorithm = null) {
|
|
14
|
+
if (blake3Module && hashAlgorithm) return;
|
|
15
|
+
|
|
16
|
+
try {
|
|
17
|
+
blake3Module = {
|
|
18
|
+
hash: blake3Hash,
|
|
19
|
+
createHasher: createBlake3Hasher,
|
|
20
|
+
};
|
|
21
|
+
hashAlgorithm = 'blake3';
|
|
22
|
+
return;
|
|
23
|
+
} catch (error) {
|
|
24
|
+
log.warn('ShardManager', `BLAKE3 module not available: ${error.message}`);
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
if (requiredAlgorithm === 'blake3') {
|
|
28
|
+
throw new Error(
|
|
29
|
+
'BLAKE3 required by manifest but not available. '
|
|
30
|
+
+ 'Install the JS blake3 module or re-convert model with SHA-256.'
|
|
31
|
+
);
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
log.warn(
|
|
35
|
+
'ShardManager',
|
|
36
|
+
'BLAKE3 unavailable; falling back to SHA-256 for hash verification. '
|
|
37
|
+
+ 'Hashes will not match BLAKE3-based manifests.'
|
|
38
|
+
);
|
|
39
|
+
hashAlgorithm = 'sha256';
|
|
40
|
+
blake3Module = {
|
|
41
|
+
hash: async (data) => {
|
|
42
|
+
const hashBuffer = await crypto.subtle.digest(
|
|
43
|
+
'SHA-256',
|
|
44
|
+
data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength)
|
|
45
|
+
);
|
|
46
|
+
return new Uint8Array(hashBuffer);
|
|
47
|
+
},
|
|
48
|
+
createHasher: () => {
|
|
49
|
+
const chunks = [];
|
|
50
|
+
return {
|
|
51
|
+
update(data) {
|
|
52
|
+
if (!(data instanceof Uint8Array) && !(data instanceof ArrayBuffer)) {
|
|
53
|
+
throw new Error('SHA-256 fallback hasher: update() requires Uint8Array or ArrayBuffer');
|
|
54
|
+
}
|
|
55
|
+
chunks.push(new Uint8Array(data));
|
|
56
|
+
},
|
|
57
|
+
async finalize() {
|
|
58
|
+
const totalLength = chunks.reduce((sum, chunk) => sum + chunk.length, 0);
|
|
59
|
+
const combined = new Uint8Array(totalLength);
|
|
60
|
+
let offset = 0;
|
|
61
|
+
for (const chunk of chunks) {
|
|
62
|
+
combined.set(chunk, offset);
|
|
63
|
+
offset += chunk.length;
|
|
64
|
+
}
|
|
65
|
+
const hashBuffer = await crypto.subtle.digest('SHA-256', combined);
|
|
66
|
+
return new Uint8Array(hashBuffer);
|
|
67
|
+
},
|
|
68
|
+
};
|
|
69
|
+
},
|
|
70
|
+
};
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
function bytesToHex(bytes) {
|
|
74
|
+
return Array.from(bytes)
|
|
75
|
+
.map((byte) => byte.toString(16).padStart(2, '0'))
|
|
76
|
+
.join('');
|
|
77
|
+
}
|
|
78
|
+
|
|
79
|
+
export function getHashAlgorithm() {
|
|
80
|
+
return hashAlgorithm;
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
export function hexToBytes(hex) {
|
|
84
|
+
const bytes = new Uint8Array(hex.length / 2);
|
|
85
|
+
for (let index = 0; index < bytes.length; index += 1) {
|
|
86
|
+
bytes[index] = parseInt(hex.substring(index * 2, index * 2 + 2), 16);
|
|
87
|
+
}
|
|
88
|
+
return bytes;
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
export async function computeBlake3(data) {
|
|
92
|
+
await initBlake3('blake3');
|
|
93
|
+
const bytes = data instanceof ArrayBuffer ? new Uint8Array(data) : data;
|
|
94
|
+
return bytesToHex(await blake3Module.hash(bytes));
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
export async function computeSHA256(data) {
|
|
98
|
+
const bytes = data instanceof ArrayBuffer ? new Uint8Array(data) : data;
|
|
99
|
+
const buffer = bytes.buffer.slice(bytes.byteOffset, bytes.byteOffset + bytes.byteLength);
|
|
100
|
+
return bytesToHex(new Uint8Array(await crypto.subtle.digest('SHA-256', buffer)));
|
|
101
|
+
}
|
|
102
|
+
|
|
103
|
+
export async function computeHash(data, algorithm) {
|
|
104
|
+
if (!algorithm) {
|
|
105
|
+
throw new Error('computeHash requires an explicit hash algorithm.');
|
|
106
|
+
}
|
|
107
|
+
return algorithm === 'sha256' ? computeSHA256(data) : computeBlake3(data);
|
|
108
|
+
}
|
|
109
|
+
|
|
110
|
+
export async function createStreamingHasher(algorithm) {
|
|
111
|
+
if (!algorithm) {
|
|
112
|
+
throw new Error('createStreamingHasher requires an explicit hash algorithm.');
|
|
113
|
+
}
|
|
114
|
+
if (algorithm === 'sha256') {
|
|
115
|
+
const chunks = [];
|
|
116
|
+
return {
|
|
117
|
+
update(data) {
|
|
118
|
+
chunks.push(new Uint8Array(data));
|
|
119
|
+
},
|
|
120
|
+
async finalize() {
|
|
121
|
+
const totalLength = chunks.reduce((sum, chunk) => sum + chunk.length, 0);
|
|
122
|
+
const combined = new Uint8Array(totalLength);
|
|
123
|
+
let offset = 0;
|
|
124
|
+
for (const chunk of chunks) {
|
|
125
|
+
combined.set(chunk, offset);
|
|
126
|
+
offset += chunk.length;
|
|
127
|
+
}
|
|
128
|
+
return new Uint8Array(await crypto.subtle.digest('SHA-256', combined));
|
|
129
|
+
},
|
|
130
|
+
};
|
|
131
|
+
}
|
|
132
|
+
await initBlake3('blake3');
|
|
133
|
+
return blake3Module.createHasher();
|
|
134
|
+
}
|
|
135
|
+
|
|
136
|
+
export function requireManifestHashAlgorithm(manifest, context) {
|
|
137
|
+
const algorithm = manifest?.hashAlgorithm;
|
|
138
|
+
if (!algorithm) {
|
|
139
|
+
throw new Error(
|
|
140
|
+
`Manifest missing hashAlgorithm for ${context}. `
|
|
141
|
+
+ 'Re-convert the model to include a manifest hash algorithm.'
|
|
142
|
+
);
|
|
143
|
+
}
|
|
144
|
+
return algorithm;
|
|
145
|
+
}
|
|
146
|
+
|
|
147
|
+
export function createTensorIntegrityController({
|
|
148
|
+
readBackendFileRange,
|
|
149
|
+
loadTensorsFromStore,
|
|
150
|
+
}) {
|
|
151
|
+
let cachedTensorMap = null;
|
|
152
|
+
const verifiedTensorRootCache = new Map();
|
|
153
|
+
|
|
154
|
+
function reset() {
|
|
155
|
+
cachedTensorMap = null;
|
|
156
|
+
verifiedTensorRootCache.clear();
|
|
157
|
+
}
|
|
158
|
+
|
|
159
|
+
async function loadTensorMap(manifest) {
|
|
160
|
+
if (cachedTensorMap) return cachedTensorMap;
|
|
161
|
+
if (manifest?.tensors && typeof manifest.tensors === 'object' && !Array.isArray(manifest.tensors)) {
|
|
162
|
+
cachedTensorMap = manifest.tensors;
|
|
163
|
+
return cachedTensorMap;
|
|
164
|
+
}
|
|
165
|
+
const tensorsJson = await loadTensorsFromStore();
|
|
166
|
+
if (!tensorsJson) {
|
|
167
|
+
throw new Error('Tensor integrity verification requires inline tensors or tensors.json to be present.');
|
|
168
|
+
}
|
|
169
|
+
cachedTensorMap = parseTensorMap(tensorsJson);
|
|
170
|
+
return cachedTensorMap;
|
|
171
|
+
}
|
|
172
|
+
|
|
173
|
+
async function verifyTensorRoot(manifest, tensorId) {
|
|
174
|
+
const roots = manifest?.integrityExtensions?.blockMerkle?.roots;
|
|
175
|
+
if (!roots || typeof roots !== 'object' || Array.isArray(roots)) {
|
|
176
|
+
throw new Error('Manifest is missing integrityExtensions.blockMerkle for tensor integrity verification.');
|
|
177
|
+
}
|
|
178
|
+
const normalizedTensorId = typeof tensorId === 'string' ? tensorId.trim() : '';
|
|
179
|
+
if (!normalizedTensorId) {
|
|
180
|
+
throw new Error('Tensor integrity verification requires a non-empty tensorId.');
|
|
181
|
+
}
|
|
182
|
+
const expectedRoot = roots[normalizedTensorId];
|
|
183
|
+
if (typeof expectedRoot !== 'string' || !expectedRoot.trim()) {
|
|
184
|
+
throw new Error(`Manifest is missing a block Merkle root for tensor "${normalizedTensorId}".`);
|
|
185
|
+
}
|
|
186
|
+
|
|
187
|
+
const tensorMap = await loadTensorMap(manifest);
|
|
188
|
+
const location = tensorMap?.[normalizedTensorId];
|
|
189
|
+
if (!location || typeof location !== 'object') {
|
|
190
|
+
throw new Error(`Tensor "${normalizedTensorId}" is missing from the tensor map.`);
|
|
191
|
+
}
|
|
192
|
+
|
|
193
|
+
const cacheKey = `${normalizedTensorId}:${expectedRoot}`;
|
|
194
|
+
if (verifiedTensorRootCache.get(cacheKey) !== true) {
|
|
195
|
+
const built = await buildTensorBlockMerkleRoot(normalizedTensorId, location, {
|
|
196
|
+
blockSize: manifest?.integrityExtensions?.blockMerkle?.blockSize,
|
|
197
|
+
async readShardRange(shardIndex, offset, length) {
|
|
198
|
+
const shardInfo = getShardInfo(shardIndex);
|
|
199
|
+
if (!shardInfo) {
|
|
200
|
+
throw new Error(`Invalid shard index during tensor integrity verification: ${shardIndex}`);
|
|
201
|
+
}
|
|
202
|
+
return readBackendFileRange(shardInfo.filename, offset, length);
|
|
203
|
+
},
|
|
204
|
+
});
|
|
205
|
+
if (built.root !== expectedRoot) {
|
|
206
|
+
throw new Error(
|
|
207
|
+
`Tensor integrity mismatch for "${normalizedTensorId}": expected ${expectedRoot}, got ${built.root}.`
|
|
208
|
+
);
|
|
209
|
+
}
|
|
210
|
+
verifiedTensorRootCache.set(cacheKey, true);
|
|
211
|
+
}
|
|
212
|
+
return { tensorId: normalizedTensorId, location, expectedRoot };
|
|
213
|
+
}
|
|
214
|
+
|
|
215
|
+
async function verifyTensorRange(manifest, shardIndex, offset, length, tensorId) {
|
|
216
|
+
const verified = await verifyTensorRoot(manifest, tensorId);
|
|
217
|
+
if (!isRequestedRangeInsideTensor(verified.location, shardIndex, offset, length)) {
|
|
218
|
+
throw new Error(
|
|
219
|
+
`Requested shard range ${shardIndex}:${offset}+${length ?? 'all'} is outside tensor "${verified.tensorId}".`
|
|
220
|
+
);
|
|
221
|
+
}
|
|
222
|
+
}
|
|
223
|
+
|
|
224
|
+
return Object.freeze({ reset, verifyTensorRoot, verifyTensorRange });
|
|
225
|
+
}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
export function normalizeShardWriterOptions(options = {}) {
|
|
2
|
+
const append = options?.append === true;
|
|
3
|
+
const expectedOffsetRaw = options?.expectedOffset;
|
|
4
|
+
const expectedOffset = expectedOffsetRaw == null
|
|
5
|
+
? null
|
|
6
|
+
: Number(expectedOffsetRaw);
|
|
7
|
+
if (
|
|
8
|
+
expectedOffset != null
|
|
9
|
+
&& (!Number.isInteger(expectedOffset) || expectedOffset < 0)
|
|
10
|
+
) {
|
|
11
|
+
throw new Error('Shard writer expectedOffset must be a non-negative integer');
|
|
12
|
+
}
|
|
13
|
+
return { append, expectedOffset };
|
|
14
|
+
}
|
|
15
|
+
|
|
16
|
+
export function createStorageWriteStream(storageBackend, filename, options = {}, onCreate = null) {
|
|
17
|
+
if (!storageBackend?.createWriteStream) {
|
|
18
|
+
throw new Error('Storage backend does not support streaming writes');
|
|
19
|
+
}
|
|
20
|
+
onCreate?.();
|
|
21
|
+
return storageBackend.createWriteStream(filename, normalizeShardWriterOptions(options));
|
|
22
|
+
}
|
|
@@ -8,13 +8,14 @@ import {
|
|
|
8
8
|
} from '../tooling/source-runtime-bundle.js';
|
|
9
9
|
import {
|
|
10
10
|
computeHash,
|
|
11
|
+
getFileStoredSize,
|
|
11
12
|
loadAuxText,
|
|
12
13
|
loadFileFromStore,
|
|
13
14
|
loadFileRangeFromStore,
|
|
14
15
|
streamFileFromStore,
|
|
15
16
|
} from './shard-manager.js';
|
|
16
|
-
import { cloneJsonValue } from '../
|
|
17
|
-
import { encodeUtf8 } from '../
|
|
17
|
+
import { cloneJsonValue } from '../formats/clone-json.js';
|
|
18
|
+
import { encodeUtf8 } from '../formats/encode-utf8.js';
|
|
18
19
|
|
|
19
20
|
export function normalizeSourceArtifactPath(value) {
|
|
20
21
|
return String(value || '').trim().replace(/\\/g, '/');
|
|
@@ -284,12 +285,21 @@ export async function verifyStoredSourceArtifact(manifest, options = {}) {
|
|
|
284
285
|
const files = listSourceArtifactFiles(manifest);
|
|
285
286
|
|
|
286
287
|
for (const entry of files) {
|
|
288
|
+
if (!checkHashes) {
|
|
289
|
+
const storedSize = await getFileStoredSize(entry.path);
|
|
290
|
+
if (storedSize == null) {
|
|
291
|
+
missingFiles.push(entry.path);
|
|
292
|
+
} else if (Number.isFinite(Number(entry.size)) && storedSize !== Number(entry.size)) {
|
|
293
|
+
corruptFiles.push(entry.path);
|
|
294
|
+
}
|
|
295
|
+
continue;
|
|
296
|
+
}
|
|
287
297
|
const payload = await loadStoreFile(entry.path);
|
|
288
298
|
if (!(payload instanceof ArrayBuffer)) {
|
|
289
299
|
missingFiles.push(entry.path);
|
|
290
300
|
continue;
|
|
291
301
|
}
|
|
292
|
-
if (!
|
|
302
|
+
if (!entry.hash) {
|
|
293
303
|
continue;
|
|
294
304
|
}
|
|
295
305
|
const isTextAsset = entry.kind === 'config'
|
|
@@ -305,7 +315,7 @@ export async function verifyStoredSourceArtifact(manifest, options = {}) {
|
|
|
305
315
|
}
|
|
306
316
|
|
|
307
317
|
return {
|
|
308
|
-
valid: missingFiles.length === 0 &&
|
|
318
|
+
valid: missingFiles.length === 0 && corruptFiles.length === 0,
|
|
309
319
|
missingFiles,
|
|
310
320
|
corruptFiles,
|
|
311
321
|
};
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export declare const
|
|
1
|
+
export declare const SOURCE_BOUNDARY_CAPSULE_SCHEMA: 'doppler.source-boundary-capsule/v1';
|
|
2
2
|
export declare const RUNTIME_BOUNDARY_CAPTURE_SCHEMA: 'doppler.runtime-boundary-capture/v1';
|
|
3
3
|
export declare const BOUNDARY_COMPARISON_RECEIPT_SCHEMA:
|
|
4
4
|
'doppler.boundary-comparison-receipt/v1';
|
|
@@ -28,12 +28,12 @@ export declare function buildRuntimeBoundaryCapture(options: {
|
|
|
28
28
|
identity?: Record<string, unknown>;
|
|
29
29
|
}): Record<string, unknown>;
|
|
30
30
|
|
|
31
|
-
export declare function
|
|
31
|
+
export declare function buildSourceBoundaryCapsule(options: {
|
|
32
32
|
identity: Record<string, unknown>;
|
|
33
33
|
boundaries: BoundaryEvidence[];
|
|
34
34
|
}): Record<string, unknown>;
|
|
35
35
|
|
|
36
|
-
export declare function
|
|
36
|
+
export declare function buildSourceBoundaryCapsuleFromProviderCapture(
|
|
37
37
|
capture: Record<string, unknown>
|
|
38
38
|
): Record<string, unknown>;
|
|
39
39
|
|
|
@@ -42,7 +42,7 @@ export declare function buildDeterministicTokenEvidenceFromReferenceTranscript(
|
|
|
42
42
|
): Record<string, unknown>;
|
|
43
43
|
|
|
44
44
|
export declare function compareBoundaryEvidence(options: {
|
|
45
|
-
|
|
45
|
+
sourceCapsule: Record<string, unknown>;
|
|
46
46
|
runtimeCapture: Record<string, unknown>;
|
|
47
47
|
policy: Record<string, unknown>;
|
|
48
48
|
artifactPrecision?: 'source' | 'quantized';
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { computeCanonicalSha256 } from '../
|
|
1
|
+
import { computeCanonicalSha256 } from '../formats/canonical-hash.js';
|
|
2
2
|
|
|
3
|
-
export const
|
|
3
|
+
export const SOURCE_BOUNDARY_CAPSULE_SCHEMA = 'doppler.source-boundary-capsule/v1';
|
|
4
4
|
export const RUNTIME_BOUNDARY_CAPTURE_SCHEMA = 'doppler.runtime-boundary-capture/v1';
|
|
5
5
|
export const BOUNDARY_COMPARISON_RECEIPT_SCHEMA =
|
|
6
6
|
'doppler.boundary-comparison-receipt/v1';
|
|
@@ -30,15 +30,15 @@ function assertArtifactDigest(artifact, label) {
|
|
|
30
30
|
}
|
|
31
31
|
|
|
32
32
|
function validateSourceIdentity(identity) {
|
|
33
|
-
if (!isObject(identity)) throw new Error('boundary evidence: source-
|
|
33
|
+
if (!isObject(identity)) throw new Error('boundary evidence: source-capsule identity is required');
|
|
34
34
|
for (const field of ['sourceRevision', 'dtype']) {
|
|
35
35
|
if (typeof identity[field] !== 'string' || !identity[field]) {
|
|
36
|
-
throw new Error(`boundary evidence: source-
|
|
36
|
+
throw new Error(`boundary evidence: source-capsule identity.${field} is required`);
|
|
37
37
|
}
|
|
38
38
|
}
|
|
39
39
|
for (const field of ['promptDigest', 'modelConfigDigest', 'referenceScriptDigest']) {
|
|
40
40
|
if (!/^sha256:[0-9a-f]{64}$/.test(identity[field] ?? '')) {
|
|
41
|
-
throw new Error(`boundary evidence: source-
|
|
41
|
+
throw new Error(`boundary evidence: source-capsule identity.${field} is required`);
|
|
42
42
|
}
|
|
43
43
|
}
|
|
44
44
|
}
|
|
@@ -204,26 +204,26 @@ export function buildRuntimeBoundaryCapture({
|
|
|
204
204
|
return { ...core, digest: computeCanonicalSha256(core) };
|
|
205
205
|
}
|
|
206
206
|
|
|
207
|
-
export function
|
|
207
|
+
export function buildSourceBoundaryCapsule({
|
|
208
208
|
identity,
|
|
209
209
|
boundaries,
|
|
210
210
|
}) {
|
|
211
211
|
validateSourceIdentity(identity);
|
|
212
212
|
if (!Array.isArray(boundaries) || boundaries.length === 0) {
|
|
213
|
-
throw new Error('boundary evidence: source
|
|
213
|
+
throw new Error('boundary evidence: source capsule requires boundaries');
|
|
214
214
|
}
|
|
215
215
|
for (const boundary of boundaries) {
|
|
216
|
-
validateBoundary(boundary, 'source
|
|
216
|
+
validateBoundary(boundary, 'source capsule');
|
|
217
217
|
}
|
|
218
218
|
const core = {
|
|
219
|
-
schema:
|
|
219
|
+
schema: SOURCE_BOUNDARY_CAPSULE_SCHEMA,
|
|
220
220
|
identity,
|
|
221
221
|
boundaries,
|
|
222
222
|
};
|
|
223
223
|
return { ...core, digest: computeCanonicalSha256(core) };
|
|
224
224
|
}
|
|
225
225
|
|
|
226
|
-
export function
|
|
226
|
+
export function buildSourceBoundaryCapsuleFromProviderCapture(capture) {
|
|
227
227
|
if (capture?.schema !== BOUNDARY_PROVIDER_CAPTURE_SCHEMA) {
|
|
228
228
|
throw new Error(
|
|
229
229
|
`boundary evidence: expected ${BOUNDARY_PROVIDER_CAPTURE_SCHEMA}`
|
|
@@ -232,7 +232,7 @@ export function buildSourceBoundaryPackFromProviderCapture(capture) {
|
|
|
232
232
|
if (typeof capture.provider !== 'string' || !capture.provider) {
|
|
233
233
|
throw new Error('boundary evidence: provider capture requires provider');
|
|
234
234
|
}
|
|
235
|
-
return
|
|
235
|
+
return buildSourceBoundaryCapsule({
|
|
236
236
|
identity: {
|
|
237
237
|
...capture.identity,
|
|
238
238
|
provider: capture.provider,
|
|
@@ -332,7 +332,7 @@ function compareBoundary(expected, actual, tolerance) {
|
|
|
332
332
|
}
|
|
333
333
|
|
|
334
334
|
export function compareBoundaryEvidence({
|
|
335
|
-
|
|
335
|
+
sourceCapsule,
|
|
336
336
|
runtimeCapture,
|
|
337
337
|
policy,
|
|
338
338
|
artifactPrecision = 'source',
|
|
@@ -343,21 +343,21 @@ export function compareBoundaryEvidence({
|
|
|
343
343
|
if (artifactPrecision !== 'source' && artifactPrecision !== 'quantized') {
|
|
344
344
|
throw new Error('boundary evidence: artifactPrecision must be source or quantized');
|
|
345
345
|
}
|
|
346
|
-
if (
|
|
347
|
-
throw new Error(`boundary evidence: expected ${
|
|
346
|
+
if (sourceCapsule?.schema !== SOURCE_BOUNDARY_CAPSULE_SCHEMA) {
|
|
347
|
+
throw new Error(`boundary evidence: expected ${SOURCE_BOUNDARY_CAPSULE_SCHEMA}`);
|
|
348
348
|
}
|
|
349
349
|
if (runtimeCapture?.schema !== RUNTIME_BOUNDARY_CAPTURE_SCHEMA) {
|
|
350
350
|
throw new Error(`boundary evidence: expected ${RUNTIME_BOUNDARY_CAPTURE_SCHEMA}`);
|
|
351
351
|
}
|
|
352
|
-
validateSourceIdentity(
|
|
353
|
-
assertArtifactDigest(
|
|
352
|
+
validateSourceIdentity(sourceCapsule.identity);
|
|
353
|
+
assertArtifactDigest(sourceCapsule, 'sourceCapsule');
|
|
354
354
|
assertArtifactDigest(runtimeCapture, 'runtimeCapture');
|
|
355
355
|
const actualByKey = new Map(
|
|
356
356
|
runtimeCapture.boundaries.map((boundary) => [boundaryKey(boundary), boundary])
|
|
357
357
|
);
|
|
358
358
|
const comparisons = [];
|
|
359
|
-
for (const expected of
|
|
360
|
-
validateBoundary(expected, 'source
|
|
359
|
+
for (const expected of sourceCapsule.boundaries) {
|
|
360
|
+
validateBoundary(expected, 'source capsule');
|
|
361
361
|
const actual = actualByKey.get(boundaryKey(expected));
|
|
362
362
|
if (!actual) {
|
|
363
363
|
comparisons.push({
|
|
@@ -379,7 +379,7 @@ export function compareBoundaryEvidence({
|
|
|
379
379
|
comparisons.push(comparison);
|
|
380
380
|
if (!comparison.passed) break;
|
|
381
381
|
}
|
|
382
|
-
const boundaryCompatible = comparisons.length ===
|
|
382
|
+
const boundaryCompatible = comparisons.length === sourceCapsule.boundaries.length
|
|
383
383
|
&& comparisons.every((comparison) => comparison.passed);
|
|
384
384
|
const sourceControlPassed = artifactPrecision !== 'quantized'
|
|
385
385
|
|| (
|
|
@@ -397,7 +397,7 @@ export function compareBoundaryEvidence({
|
|
|
397
397
|
};
|
|
398
398
|
const core = {
|
|
399
399
|
schema: BOUNDARY_COMPARISON_RECEIPT_SCHEMA,
|
|
400
|
-
|
|
400
|
+
sourceCapsuleDigest: sourceCapsule.digest ?? computeCanonicalSha256(sourceCapsule),
|
|
401
401
|
runtimeCaptureDigest: runtimeCapture.digest ?? computeCanonicalSha256(runtimeCapture),
|
|
402
402
|
artifactPrecision,
|
|
403
403
|
comparisons,
|
|
@@ -2,7 +2,7 @@ import {
|
|
|
2
2
|
loadRuntimeConfigFromRef,
|
|
3
3
|
loadRuntimeConfigFromUrl,
|
|
4
4
|
loadRuntimeProfile,
|
|
5
|
-
} from '../inference/browser-harness
|
|
5
|
+
} from '../inference/browser-harness/runtime-config.js';
|
|
6
6
|
import {
|
|
7
7
|
getRuntimeConfig,
|
|
8
8
|
setRuntimeConfig,
|
|
@@ -21,7 +21,7 @@ import {
|
|
|
21
21
|
applyRuntimeInputs,
|
|
22
22
|
buildSuiteOptions,
|
|
23
23
|
runWithRuntimeIsolation,
|
|
24
|
-
} from './command-
|
|
24
|
+
} from './command-runtime-execution.js';
|
|
25
25
|
import {
|
|
26
26
|
getActiveKernelPath,
|
|
27
27
|
getActiveKernelPathPolicy,
|
|
@@ -52,26 +52,33 @@ export async function runBrowserCommand(commandRequest, options = {}) {
|
|
|
52
52
|
if (request.programBundlePath) {
|
|
53
53
|
throw new Error('browser command: program-bundle parity requires inline programBundle; programBundlePath is Node-only.');
|
|
54
54
|
}
|
|
55
|
-
const providers = request.parityProviders
|
|
55
|
+
const providers = request.parityProviders;
|
|
56
56
|
const unsupported = providers.filter((provider) => provider !== 'browser-webgpu');
|
|
57
57
|
if (unsupported.length > 0) {
|
|
58
58
|
throw new Error(
|
|
59
59
|
`browser command: program-bundle parity provider(s) ${unsupported.join(', ')} are Node-only.`
|
|
60
60
|
);
|
|
61
61
|
}
|
|
62
|
+
if (request.programBundleParityMode !== 'contract') {
|
|
63
|
+
throw new Error('browser command: Program Bundle execution is not implemented; use explicit contract mode.');
|
|
64
|
+
}
|
|
62
65
|
const bundle = validateProgramBundle(request.programBundle);
|
|
63
66
|
const result = {
|
|
64
|
-
schema: 'doppler.program-bundle-parity/
|
|
67
|
+
schema: 'doppler.program-bundle-parity/v2',
|
|
65
68
|
ok: true,
|
|
66
69
|
mode: 'contract',
|
|
70
|
+
schemaValid: true,
|
|
67
71
|
bundleId: bundle.bundleId,
|
|
68
72
|
modelId: bundle.modelId,
|
|
69
73
|
executionGraphHash: bundle.sources.executionGraph.hash,
|
|
70
74
|
providers: [
|
|
71
75
|
{
|
|
72
76
|
provider: 'browser-webgpu',
|
|
73
|
-
status: '
|
|
74
|
-
|
|
77
|
+
status: 'available-unexecuted',
|
|
78
|
+
schemaValid: true,
|
|
79
|
+
providerAvailable: typeof navigator !== 'undefined' && !!navigator.gpu,
|
|
80
|
+
executed: false,
|
|
81
|
+
transcriptMatched: false,
|
|
75
82
|
},
|
|
76
83
|
],
|
|
77
84
|
};
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
export * from '../config/capsule-v2.js';
|
|
2
|
+
import type { DopplerCapsuleV2 } from '../config/capsule-v2.js';
|
|
3
|
+
|
|
4
|
+
export declare function writeCapsuleV2(outputPath: string, capsule: DopplerCapsuleV2): Promise<{
|
|
5
|
+
ok: true;
|
|
6
|
+
outputPath: string;
|
|
7
|
+
semanticRoot: string;
|
|
8
|
+
envelopeHash: string;
|
|
9
|
+
}>;
|
|
10
|
+
export declare function loadCapsuleV2(capsulePath: string, options?: { requireSignature?: boolean }): Promise<DopplerCapsuleV2>;
|
|
11
|
+
export declare function loadCapsuleSigningKey(value: string): Promise<JsonWebKey>;
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
|
|
2
|
+
import fs from 'node:fs/promises';
|
|
3
|
+
import path from 'node:path';
|
|
4
|
+
import { stableSortObject } from '../formats/stable-sort-object.js';
|
|
5
|
+
import {
|
|
6
|
+
freezeCapsuleV2,
|
|
7
|
+
hashCapsuleV2,
|
|
8
|
+
hashCapsuleV2Envelope,
|
|
9
|
+
validateCapsuleV2,
|
|
10
|
+
} from '../config/capsule-v2.js';
|
|
11
|
+
|
|
12
|
+
export {
|
|
13
|
+
CAPSULE_V2_PROGRAM_SCHEMA_ID,
|
|
14
|
+
CAPSULE_V2_SCHEMA_ID,
|
|
15
|
+
CAPSULE_V2_SCHEMA_VERSION,
|
|
16
|
+
CAPSULE_V2_SIGNATURE_ALGORITHM,
|
|
17
|
+
buildCapsuleV2,
|
|
18
|
+
freezeCapsuleV2,
|
|
19
|
+
getCapsuleV2SemanticPayload,
|
|
20
|
+
hashCapsuleV2,
|
|
21
|
+
hashCapsuleV2Envelope,
|
|
22
|
+
hashCapsuleV2PublicKey,
|
|
23
|
+
signCapsuleV2,
|
|
24
|
+
validateCapsuleV2,
|
|
25
|
+
verifyCapsuleV2,
|
|
26
|
+
verifyCapsuleV2Artifacts,
|
|
27
|
+
verifyCapsuleV2Signature,
|
|
28
|
+
} from '../config/capsule-v2.js';
|
|
29
|
+
|
|
30
|
+
export async function writeCapsuleV2(outputPath, capsule) {
|
|
31
|
+
const validation = validateCapsuleV2(capsule);
|
|
32
|
+
if (!validation.ok) throw new Error(`Cannot write invalid Doppler Capsule v2: ${validation.errors.join('; ')}`);
|
|
33
|
+
const resolved = path.resolve(outputPath);
|
|
34
|
+
await fs.mkdir(path.dirname(resolved), { recursive: true });
|
|
35
|
+
await fs.writeFile(resolved, `${JSON.stringify(stableSortObject(capsule), null, 2)}\n`, 'utf8');
|
|
36
|
+
return {
|
|
37
|
+
ok: true,
|
|
38
|
+
outputPath: resolved,
|
|
39
|
+
semanticRoot: hashCapsuleV2(capsule),
|
|
40
|
+
envelopeHash: hashCapsuleV2Envelope(capsule),
|
|
41
|
+
};
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
export async function loadCapsuleV2(capsulePath, options = {}) {
|
|
45
|
+
const resolved = path.resolve(capsulePath);
|
|
46
|
+
const capsule = JSON.parse(await fs.readFile(resolved, 'utf8'));
|
|
47
|
+
const validation = validateCapsuleV2(capsule, options);
|
|
48
|
+
if (!validation.ok) throw new Error(`Invalid Doppler Capsule v2 at ${capsulePath}: ${validation.errors.join('; ')}`);
|
|
49
|
+
return freezeCapsuleV2(capsule);
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
export async function loadCapsuleSigningKey(value) {
|
|
53
|
+
const parsed = JSON.parse(await fs.readFile(path.resolve(value), 'utf8'));
|
|
54
|
+
if (!parsed || typeof parsed !== 'object' || Array.isArray(parsed)) {
|
|
55
|
+
throw new Error(`Doppler Capsule signing key at "${value}" must be a JWK object.`);
|
|
56
|
+
}
|
|
57
|
+
return parsed;
|
|
58
|
+
}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import fs from 'node:fs/promises';
|
|
2
|
+
import path from 'node:path';
|
|
3
|
+
import { freezeCapsuleV2 } from '../config/capsule-v2.js';
|
|
4
|
+
import { validateCapsule, getCapsuleIdentity } from '../config/capsule.js';
|
|
5
|
+
import { stableSortObject } from '../formats/stable-sort-object.js';
|
|
6
|
+
|
|
7
|
+
export async function loadCapsule(capsulePath, options = {}) {
|
|
8
|
+
const capsule = JSON.parse(await fs.readFile(path.resolve(capsulePath), { encoding: 'utf8', signal: options.signal ?? undefined }));
|
|
9
|
+
const validation = validateCapsule(capsule);
|
|
10
|
+
if (!validation.ok) throw new Error(`Invalid Capsule at ${capsulePath}: ${validation.errors.join('; ')}`);
|
|
11
|
+
return freezeCapsuleV2(capsule);
|
|
12
|
+
}
|
|
13
|
+
|
|
14
|
+
export async function writeCapsule(capsulePath, capsule) {
|
|
15
|
+
const identity = getCapsuleIdentity(capsule);
|
|
16
|
+
const outputPath = path.resolve(capsulePath);
|
|
17
|
+
await fs.mkdir(path.dirname(outputPath), { recursive: true });
|
|
18
|
+
await fs.writeFile(outputPath, `${JSON.stringify(stableSortObject(capsule), null, 2)}\n`, 'utf8');
|
|
19
|
+
return { outputPath, ...identity };
|
|
20
|
+
}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export const TOOLING_COMMAND_SET = ['convert', 'refresh-integrity', 'debug', 'bench', 'verify', 'lora', 'distill', 'diagnose'];
|
|
1
|
+
export const TOOLING_COMMAND_SET = ['convert', 'refresh-integrity', 'release', 'debug', 'bench', 'verify', 'lora', 'distill', 'diagnose'];
|
|
2
2
|
export const TOOLING_SURFACE_SET = ['browser', 'node'];
|
|
3
3
|
export const TOOLING_WORKLOAD_SET = ['kernels', 'inference', 'embedding', 'rerank', 'training', 'diffusion', 'energy'];
|
|
4
4
|
export const TOOLING_INTENT_SET = ['verify', 'investigate', 'calibrate'];
|