doppler-gpu 0.5.1 → 0.6.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +33 -577
- package/LICENSE +21 -201
- package/README.md +165 -222
- package/models/catalog.json +241 -33
- package/package.json +106 -87
- package/src/capsule-runtime.d.ts +25 -0
- package/src/capsule-runtime.js +24 -0
- package/src/capsule.d.ts +8 -0
- package/src/capsule.js +4 -0
- package/src/cli/argument-contract.js +200 -0
- package/src/cli/browser-report-output.js +24 -0
- package/src/cli/cli-model-resolution.js +2 -2
- package/src/cli/cli-output.js +10 -0
- package/src/cli/commands/bundle.js +828 -0
- package/src/cli/doppler-cli.js +50 -1457
- package/src/cli/doppler-serve.js +18 -244
- package/src/cli/output/manifest.js +368 -0
- package/src/cli/runtime-profiles.js +1 -1
- package/src/cli/serve/capsule-handler.d.ts +33 -0
- package/src/cli/serve/capsule-handler.js +105 -0
- package/src/cli/serve/capsule-http.js +102 -0
- package/src/cli/serve/receipt.js +269 -0
- package/src/client/capsule-host.browser.js +2 -0
- package/src/client/capsule-host.d.ts +5 -0
- package/src/client/capsule-host.js +2 -0
- package/src/client/doppler-api.browser.js +42 -0
- package/src/client/doppler-api.d.ts +38 -1
- package/src/client/doppler-api.js +41 -1
- package/src/client/doppler-registry.js +15 -7
- package/src/client/electron/index.d.ts +4 -0
- package/src/client/electron/index.js +13 -0
- package/src/client/electron/ipc-contract.d.ts +9 -0
- package/src/client/electron/ipc-contract.js +56 -0
- package/src/client/electron/release-state.d.ts +53 -0
- package/src/client/electron/release-state.js +425 -0
- package/src/client/electron/renderer-runtime.d.ts +19 -0
- package/src/client/electron/renderer-runtime.js +104 -0
- package/src/client/failure-taxonomy.js +1 -28
- package/src/client/fault-injection.js +0 -8
- package/src/client/inspection.js +1 -1
- package/src/client/model-host/index.d.ts +140 -0
- package/src/client/model-host/index.js +548 -0
- package/src/client/model-host/model-evidence.js +255 -0
- package/src/client/model-host/model-session.d.ts +323 -0
- package/src/client/{runtime → model-host}/model-session.js +202 -148
- package/src/client/provider.d.ts +18 -2
- package/src/client/provider.js +26 -3
- package/src/client/receipt.js +30 -72
- package/src/client/runtime/capsule-acquisition.d.ts +18 -0
- package/src/client/runtime/capsule-acquisition.js +103 -0
- package/src/client/runtime/capsule-adapter-execution.d.ts +17 -0
- package/src/client/runtime/capsule-adapter-execution.js +63 -0
- package/src/client/runtime/capsule-artifact-source.js +62 -0
- package/src/client/runtime/capsule-embedding.d.ts +29 -0
- package/src/client/runtime/capsule-embedding.js +76 -0
- package/src/client/runtime/capsule-forecast-program.d.ts +2 -0
- package/src/client/runtime/capsule-forecast-program.js +85 -0
- package/src/client/runtime/capsule-forecast.d.ts +17 -0
- package/src/client/runtime/capsule-forecast.js +31 -0
- package/src/client/runtime/capsule-operation-adapters.d.ts +12 -0
- package/src/client/runtime/capsule-operation-adapters.js +69 -0
- package/src/client/runtime/capsule-operation-executor.d.ts +25 -0
- package/src/client/runtime/capsule-operation-executor.js +101 -0
- package/src/client/runtime/capsule-program-adapter.js +153 -0
- package/src/client/runtime/capsule-release-authorization.js +25 -0
- package/src/client/runtime/capsule-rerank.d.ts +50 -0
- package/src/client/runtime/capsule-rerank.js +105 -0
- package/src/client/runtime/capsule-session-execution.js +89 -0
- package/src/client/runtime/command-executor.d.ts +15 -0
- package/src/client/runtime/command-executor.js +128 -0
- package/src/client/runtime/composition-root.d.ts +77 -0
- package/src/client/runtime/composition-root.js +352 -0
- package/src/client/runtime/fetch-capsule-artifact-store.d.ts +10 -0
- package/src/client/runtime/fetch-capsule-artifact-store.js +25 -0
- package/src/client/runtime/index.d.ts +1 -117
- package/src/client/runtime/index.js +1 -433
- package/src/client/runtime/lora.d.ts +14 -0
- package/src/client/runtime/lora.js +19 -1
- package/src/client/runtime/model-manager.js +12 -0
- package/src/client/runtime/model-rerank.js +30 -0
- package/src/client/runtime/model-session.d.ts +1 -221
- package/src/client/runtime/model-source.d.ts +9 -0
- package/src/client/runtime/model-source.js +46 -17
- package/src/client/runtime/node-quickstart-cache.js +1 -1
- package/src/client/runtime/resolution-policy.d.ts +20 -0
- package/src/client/runtime/resolution-policy.js +84 -0
- package/src/client/runtime/resource-binder.d.ts +24 -0
- package/src/client/runtime/resource-binder.js +135 -0
- package/src/client/runtime/scoped-session.d.ts +10 -1
- package/src/client/runtime/scoped-session.js +20 -1
- package/src/client/runtime/session-controller.d.ts +19 -0
- package/src/client/runtime/session-controller.js +92 -0
- package/src/client/runtime/source-runtime.js +1 -1
- package/src/client/runtime/target-selector.d.ts +9 -0
- package/src/client/runtime/target-selector.js +2 -0
- package/src/client/runtime/types.d.ts +1 -0
- package/src/client/runtime/verified-capsule-artifact-store.js +101 -0
- package/src/client/wrap-pipeline-handle.js +3 -9
- package/src/config/backward-registry-loader.js +1 -1
- package/src/config/capsule-adapter-policy.js +30 -0
- package/src/config/capsule-adapters.d.ts +21 -0
- package/src/config/capsule-adapters.js +40 -0
- package/src/config/capsule-adapters.json +9 -0
- package/src/config/capsule-loading.d.ts +2 -0
- package/src/config/capsule-loading.js +14 -0
- package/src/config/capsule-loading.schema.json +12 -0
- package/src/config/capsule-operation.d.ts +19 -0
- package/src/config/capsule-operation.js +63 -0
- package/src/config/capsule-operations.json +17 -0
- package/src/config/capsule-release-contract.d.ts +66 -0
- package/src/config/capsule-release-contract.js +197 -0
- package/src/config/capsule-release-events.d.ts +53 -0
- package/src/config/capsule-release-events.js +172 -0
- package/src/config/capsule-sequence-receipt.js +19 -0
- package/src/config/capsule-serve.d.ts +9 -0
- package/src/config/capsule-serve.js +28 -0
- package/src/config/capsule-serve.schema.json +14 -0
- package/src/config/capsule-signature.d.ts +6 -0
- package/src/config/capsule-signature.js +50 -0
- package/src/config/capsule-v2.d.ts +70 -0
- package/src/config/capsule-v2.js +431 -0
- package/src/config/capsule-v3.d.ts +19 -0
- package/src/config/capsule-v3.js +72 -0
- package/src/config/capsule.d.ts +22 -0
- package/src/config/capsule.js +52 -0
- package/src/config/conversion/amplify/amplify-120m-f16-af32.json +1 -1
- package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +3 -3
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +2 -2
- package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +62 -4
- package/src/config/conversion/esmc/esmc-300m-f32-af32.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +2 -2
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +3 -3
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +3 -3
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +5 -5
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +6 -6
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +3 -3
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +5 -5
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +6 -6
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +3 -3
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +2 -2
- package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +442 -0
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +2 -2
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +2 -2
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +2 -2
- package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +3 -3
- package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +529 -0
- package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +529 -0
- package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +6 -6
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +6 -6
- package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +6 -6
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +7 -7
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +6 -6
- package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +463 -0
- package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +3 -3
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +481 -0
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +60 -8
- package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +561 -0
- package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +558 -0
- package/src/config/dtype-transition-contract.js +40 -0
- package/src/config/embedding-contract.js +26 -0
- package/src/config/embedding-reference.js +85 -0
- package/src/config/evidence/source-intake-policy.json +1 -1
- package/src/config/execution-contract-check.d.ts +16 -73
- package/src/config/execution-contract-check.js +7 -429
- package/src/config/forecast-manifest.js +56 -0
- package/src/config/generation-contract.d.ts +39 -0
- package/src/config/generation-contract.js +66 -0
- package/src/config/generation-contract.json +32 -0
- package/src/config/heterogeneous-attention-contract.js +46 -0
- package/src/config/initial-execution-identity.d.ts +58 -0
- package/src/config/initial-execution-identity.js +331 -0
- package/src/config/kernel-path-loader.d.ts +17 -0
- package/src/config/kernel-path-loader.js +42 -8
- package/src/config/kernel-registry-contract.d.ts +25 -0
- package/src/config/kernel-registry-contract.js +46 -0
- package/src/config/kernels/kernel-ref-digests.js +66 -18
- package/src/config/kernels/registry.js +1 -1
- package/src/config/kernels/registry.json +13617 -11377
- package/src/config/lora-layouts.d.ts +10 -0
- package/src/config/lora-layouts.js +17 -0
- package/src/config/lora-layouts.json +9 -0
- package/src/config/manifest-inference-validation.js +575 -0
- package/src/config/merge/execution-patches.js +12 -0
- package/src/config/{merge-helpers.js → merge/kernel-path-policy.js} +0 -52
- package/src/config/merge/value-selection.js +38 -0
- package/src/config/merge.js +43 -11
- package/src/config/model-ir-v2.d.ts +57 -0
- package/src/config/model-ir-v2.js +258 -0
- package/src/config/model-ir.d.ts +49 -0
- package/src/config/model-ir.js +180 -0
- package/src/config/param-validator.js +1 -1
- package/src/config/platforms/amd-strix-halo-gfx1151.json +17 -0
- package/src/config/platforms/loader.js +2 -1
- package/src/config/production-release-evidence.d.ts +23 -0
- package/src/config/production-release-evidence.js +423 -0
- package/src/config/production-release.js +321 -0
- package/src/{client/doppler-registry.json → config/quickstart-registry.json} +7 -7
- package/src/config/required-inference-fields-contract-check.js +2 -2
- package/src/config/rerank-reference.d.ts +28 -0
- package/src/config/rerank-reference.js +89 -0
- package/src/config/revocation-policy.d.ts +65 -0
- package/src/config/revocation-policy.js +290 -0
- package/src/config/revocation-registry.json +11 -0
- package/src/config/revocation-updates.d.ts +68 -0
- package/src/config/revocation-updates.js +440 -0
- package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +1 -1
- package/src/config/runtime/profiles/muse-glimmer-30b-source-parity-f32kv.json +30 -0
- package/src/config/runtime/profiles/muse-glimmer-30b-source-parity.json +110 -0
- package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +1 -1
- package/src/config/runtime/profiles/qwen3-8-27b-source-parity.json +87 -0
- package/src/config/runtime-merge.js +1 -1
- package/src/config/runtime.js +1 -1
- package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
- package/src/config/schema/browser-suite-metrics.schema.js +2 -0
- package/src/config/schema/conversion-report.schema.d.ts +3 -0
- package/src/config/schema/conversion-report.schema.js +29 -0
- package/src/config/schema/converter.schema.d.ts +1 -0
- package/src/config/schema/debug.schema.d.ts +1 -0
- package/src/config/schema/doppler.schema.js +6 -5
- package/src/config/schema/emulation.schema.js +1 -1
- package/src/config/schema/execution-v1.schema.d.ts +3 -0
- package/src/config/schema/execution-v1.schema.js +19 -0
- package/src/config/schema/harness.schema.d.ts +13 -0
- package/src/config/schema/harness.schema.js +6 -0
- package/src/config/schema/inference.schema.d.ts +21 -2
- package/src/config/schema/kernel-thresholds.schema.js +1 -1
- package/src/config/schema/manifest.schema.d.ts +26 -7
- package/src/config/schema/manifest.schema.js +10 -1
- package/src/config/schema/program-bundle.schema.d.ts +52 -6
- package/src/config/schema/program-bundle.schema.js +145 -10
- package/src/config/sequence-reference.d.ts +26 -0
- package/src/config/sequence-reference.js +100 -0
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +2 -2
- package/src/config/target-plan.d.ts +108 -0
- package/src/config/target-plan.js +411 -0
- package/src/config/training-defaults.js +1 -1
- package/src/config/transforms/capability-transform-resolver.js +4 -105
- package/src/config/transforms/execution-graph/dtype.js +591 -0
- package/src/config/transforms/execution-graph/fusion.js +436 -0
- package/src/config/transforms/execution-graph/validation.js +414 -0
- package/src/config/transforms/execution-graph-transforms.js +13 -1419
- package/src/converter/artifact-identity.js +475 -0
- package/src/converter/conversion-plan.js +1 -1
- package/src/converter/core.js +94 -2096
- package/src/converter/forge-candidate-evaluation.js +271 -0
- package/src/converter/forge-qualification.js +163 -0
- package/src/converter/forge-stages.js +800 -0
- package/src/converter/manifest-builder.js +683 -0
- package/src/converter/quantization-info.js +4 -1
- package/src/converter/quantizer.js +76 -13
- package/src/converter/shard-packer.d.ts +1 -1
- package/src/converter/shard-packer.js +2 -2
- package/src/converter/tensor-transform.js +640 -0
- package/src/converter/tokenizer-contract.js +243 -0
- package/src/converter/tokenizer-manifest.js +243 -0
- package/src/debug/history.js +0 -8
- package/src/debug/index.js +0 -10
- package/src/debug/tensor.js +1 -1
- package/src/debug/trace.js +0 -7
- package/src/experimental/adapters/adapter-manager.js +2 -0
- package/src/experimental/adapters/adapter-manifest.d.ts +6 -0
- package/src/experimental/adapters/adapter-manifest.js +11 -0
- package/src/experimental/adapters/artifact-contract.d.ts +2 -2
- package/src/experimental/adapters/artifact-contract.js +5 -2
- package/src/experimental/adapters/lora-loader.d.ts +10 -1
- package/src/experimental/adapters/lora-loader.js +110 -48
- package/src/{inference/pipelines → experimental}/audio/gemma4.js +9 -31
- package/src/experimental/bdpa/basis-decomposed-paged.d.ts +50 -0
- package/src/experimental/bdpa/basis-decomposed-paged.js +276 -0
- package/src/experimental/bridge/trainer-artifact-bridge.js +3 -3
- package/src/experimental/browser/browser-converter.js +11 -11
- package/src/experimental/diffusion/index.d.ts +1 -1
- package/src/experimental/diffusion/index.js +1 -1
- package/src/{inference/pipelines → experimental}/diffusion/pipeline.d.ts +2 -2
- package/src/{inference/pipelines → experimental}/diffusion/pipeline.js +17 -17
- package/src/{inference/pipelines → experimental}/diffusion/text-encoder-gpu.js +21 -19
- package/src/experimental/diffusion/vae.js +596 -0
- package/src/experimental/distribution/shard-delivery/receipt.js +588 -0
- package/src/experimental/distribution/shard-delivery/retry.js +392 -0
- package/src/experimental/distribution/shard-delivery/transport.js +831 -0
- package/src/experimental/distribution/shard-delivery.js +4 -1709
- package/src/experimental/energy/index.d.ts +2 -2
- package/src/experimental/energy/index.js +2 -2
- package/src/{inference/pipelines → experimental}/energy/pipeline.js +13 -13
- package/src/{inference/pipelines → experimental}/energy/types.d.ts +2 -2
- package/src/experimental/logits/cpu-output.d.ts +27 -0
- package/src/{inference/pipelines/text/logits/utils.js → experimental/logits/cpu-output.js} +19 -27
- package/src/experimental/logits/cpu.d.ts +87 -0
- package/src/experimental/logits/cpu.js +95 -0
- package/src/experimental/orchestration/energy-row-head-pipeline.d.ts +103 -0
- package/src/{inference/pipelines/energy-head/row-head-pipeline.js → experimental/orchestration/energy-row-head-pipeline.js} +13 -13
- package/src/experimental/orchestration/index.d.ts +1 -1
- package/src/experimental/orchestration/index.js +1 -1
- package/src/experimental/training/artifacts.js +2 -2
- package/src/experimental/training/checkpoint.js +2 -2
- package/src/experimental/training/distillation/artifacts.js +1 -1
- package/src/experimental/training/distillation/dataset.js +2 -2
- package/src/experimental/training/distillation/eval.js +1 -1
- package/src/experimental/training/distillation/runtime.js +2 -2
- package/src/experimental/training/distillation/student-fixture/execution.js +166 -0
- package/src/experimental/training/distillation/student-fixture/model.js +353 -0
- package/src/experimental/training/distillation/student-fixture.js +2 -469
- package/src/experimental/training/lora/checkpoint.js +746 -0
- package/src/experimental/training/lora/execution.js +550 -0
- package/src/experimental/training/lora/plan.js +387 -0
- package/src/experimental/training/lora/recovery.js +418 -0
- package/src/experimental/training/lora-pipeline.js +7 -1949
- package/src/experimental/training/operator-artifacts.js +2 -2
- package/src/experimental/training/operator-command.js +4 -4
- package/src/experimental/training/runner/evaluation.js +62 -0
- package/src/experimental/training/runner/lifecycle.js +257 -0
- package/src/experimental/training/runner.js +5 -268
- package/src/experimental/training/suite/execution.js +879 -0
- package/src/experimental/training/suite/plan.js +855 -0
- package/src/experimental/training/suite.js +5 -1659
- package/src/experimental/training/workloads.d.ts +5 -5
- package/src/experimental/training/workloads.js +6 -6
- package/src/experimental/turboquant/codebook.js +470 -0
- package/src/formats/quantization-constants.d.ts +11 -0
- package/src/formats/quantization-constants.js +11 -0
- package/src/formats/rdrr/integrity.js +1 -1
- package/src/formats/rdrr/lowerings.js +0 -29
- package/src/formats/rdrr/merkle.js +1 -1
- package/src/formats/rdrr/tensor-config-validator.js +25 -5
- package/src/formats/rdrr/validation.js +3 -3
- package/src/gpu/command-recorder.d.ts +10 -1
- package/src/gpu/command-recorder.js +58 -14
- package/src/gpu/constant-buffer.js +29 -0
- package/src/gpu/device-state.js +44 -0
- package/src/gpu/device.js +11 -41
- package/src/gpu/kernel-runtime.js +2 -1
- package/src/gpu/kernels/activation-static-qdq.js +1 -1
- package/src/gpu/kernels/append_embedding.wgsl +14 -0
- package/src/gpu/kernels/attention/executors.js +960 -0
- package/src/gpu/kernels/attention/plan.js +472 -0
- package/src/gpu/kernels/attention.d.ts +4 -0
- package/src/gpu/kernels/attention.js +145 -1545
- package/src/gpu/kernels/attention_relative.wgsl +59 -0
- package/src/gpu/kernels/backward/adam.js +2 -1
- package/src/gpu/kernels/backward/attention_backward.js +1 -1
- package/src/gpu/kernels/backward/bias_add_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/bias_add_backward.js +1 -1
- package/src/gpu/kernels/backward/causal_conv1d_silu_backward.js +2 -1
- package/src/gpu/kernels/backward/conv2d_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/conv2d_backward.js +2 -1
- package/src/gpu/kernels/backward/cross_entropy_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/cross_entropy_backward.js +1 -1
- package/src/gpu/kernels/backward/embed_backward.js +2 -1
- package/src/gpu/kernels/backward/executor.d.ts +34 -0
- package/src/gpu/kernels/backward/executor.js +158 -0
- package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +2 -1
- package/src/gpu/kernels/backward/gated_rmsnorm_backward.js +2 -1
- package/src/gpu/kernels/backward/gelu_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/gelu_backward.js +1 -1
- package/src/gpu/kernels/backward/groupnorm_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/groupnorm_backward.js +1 -1
- package/src/gpu/kernels/backward/layernorm_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/layernorm_backward.js +2 -1
- package/src/gpu/kernels/backward/matmul.js +133 -0
- package/src/gpu/kernels/backward/matmul_backward.d.ts +0 -1
- package/src/gpu/kernels/backward/matmul_backward.js +1 -1
- package/src/gpu/kernels/backward/pixel_shuffle_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/pixel_shuffle_backward.js +1 -1
- package/src/gpu/kernels/backward/rmsnorm_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/rmsnorm_backward.js +2 -1
- package/src/gpu/kernels/backward/rope_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/rope_backward.js +2 -1
- package/src/gpu/kernels/backward/scale_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/scale_backward.js +2 -1
- package/src/gpu/kernels/backward/silu_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/silu_backward.js +1 -1
- package/src/gpu/kernels/backward/softmax_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/softmax_backward.js +1 -1
- package/src/gpu/kernels/backward/upsample2d_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/upsample2d_backward.js +1 -1
- package/src/gpu/kernels/backward/utils.js +2 -392
- package/src/gpu/kernels/bind-group-validation.js +16 -0
- package/src/gpu/kernels/cast.js +2 -1
- package/src/gpu/kernels/check-finiteness.js +13 -49
- package/src/gpu/kernels/check-hot-vocab-stop.js +13 -39
- package/src/gpu/kernels/check-stop.js +14 -33
- package/src/gpu/kernels/check_finiteness.wgsl +33 -0
- package/src/gpu/kernels/check_hot_vocab_stop.wgsl +29 -0
- package/src/gpu/kernels/check_stop.wgsl +20 -0
- package/src/gpu/kernels/clamp.js +1 -1
- package/src/gpu/kernels/conv2d.js +1 -1
- package/src/gpu/kernels/cross_entropy_loss.js +1 -1
- package/src/gpu/kernels/depthwise_conv1d.js +1 -1
- package/src/gpu/kernels/depthwise_conv2d.js +1 -1
- package/src/gpu/kernels/dequant.js +7 -2
- package/src/gpu/kernels/diffusion-gemma-sampling.js +3 -5
- package/src/gpu/kernels/dispatch.js +12 -1
- package/src/gpu/kernels/embedding-pool.js +72 -0
- package/src/gpu/kernels/embedding_pool_f16.wgsl +38 -0
- package/src/gpu/kernels/embedding_pool_f32.wgsl +36 -0
- package/src/gpu/kernels/energy.js +2 -1
- package/src/gpu/kernels/forecast_output.wgsl +17 -0
- package/src/gpu/kernels/fused-gate-up-gelu.js +1 -1
- package/src/gpu/kernels/fused_ffn.js +10 -220
- package/src/gpu/kernels/fused_matmul_residual.js +2 -1
- package/src/gpu/kernels/fused_matmul_rmsnorm.js +2 -1
- package/src/gpu/kernels/fused_normed_ffn_q4k.wgsl +208 -0
- package/src/gpu/kernels/gated-short-conv.js +11 -69
- package/src/gpu/kernels/gated_delta_conv.wgsl +66 -0
- package/src/gpu/kernels/gated_delta_conv_f16.wgsl +68 -0
- package/src/gpu/kernels/gated_delta_fused_decode.wgsl +173 -0
- package/src/gpu/kernels/gated_delta_fused_decode_f16.wgsl +175 -0
- package/src/gpu/kernels/gated_delta_recurrent.wgsl +165 -0
- package/src/gpu/kernels/gated_delta_recurrent_f16.wgsl +167 -0
- package/src/gpu/kernels/gated_short_conv.wgsl +47 -0
- package/src/gpu/kernels/gather.d.ts +1 -1
- package/src/gpu/kernels/gather.js +30 -6
- package/src/gpu/kernels/gather_bf16.wgsl +69 -0
- package/src/gpu/kernels/gelu.d.ts +4 -0
- package/src/gpu/kernels/gelu.js +12 -2
- package/src/gpu/kernels/gelu.wgsl +16 -0
- package/src/gpu/kernels/gelu_f16.wgsl +16 -0
- package/src/gpu/kernels/gemma4-route-expert.js +1 -1
- package/src/gpu/kernels/grouped_pointwise_conv2d.js +1 -1
- package/src/gpu/kernels/groupnorm.js +1 -1
- package/src/gpu/kernels/index.d.ts +38 -5
- package/src/gpu/kernels/index.js +18 -4
- package/src/gpu/kernels/instance_stats.wgsl +26 -0
- package/src/gpu/kernels/kernel-base.js +1 -1
- package/src/gpu/kernels/kernel-cache-lifecycle.d.ts +9 -0
- package/src/gpu/kernels/kernel-cache-lifecycle.js +26 -0
- package/src/gpu/kernels/kernel-configs.d.ts +10 -61
- package/src/gpu/kernels/kernel-configs.js +26 -54
- package/src/gpu/kernels/kernel-execution.js +141 -0
- package/src/gpu/kernels/kv-cache-write.js +4 -4
- package/src/gpu/kernels/kv-quantize.js +4 -1
- package/src/gpu/kernels/l2-normalize.js +36 -0
- package/src/gpu/kernels/l2_normalize.wgsl +53 -0
- package/src/gpu/kernels/layernorm.d.ts +4 -4
- package/src/gpu/kernels/layernorm.js +44 -7
- package/src/gpu/kernels/linear-attention-core.js +29 -449
- package/src/gpu/kernels/linear_attention.js +1 -1
- package/src/gpu/kernels/lm-head-argmax.js +2 -2
- package/src/gpu/kernels/lm-head-select-logits.js +2 -2
- package/src/gpu/kernels/logit-finalize.js +103 -0
- package/src/gpu/kernels/logit-merge.js +13 -125
- package/src/gpu/kernels/logit-scatter.js +40 -0
- package/src/gpu/kernels/logit_finalize_f16.wgsl +43 -0
- package/src/gpu/kernels/logit_finalize_f32.wgsl +41 -0
- package/src/gpu/kernels/logit_merge_geometric.wgsl +23 -0
- package/src/gpu/kernels/logit_merge_max.wgsl +23 -0
- package/src/gpu/kernels/logit_merge_weighted.wgsl +23 -0
- package/src/gpu/kernels/logit_scatter_f16.wgsl +26 -0
- package/src/gpu/kernels/logit_scatter_f32.wgsl +24 -0
- package/src/gpu/kernels/matmul-dispatch.js +6 -1
- package/src/gpu/kernels/matmul-selection.js +3 -2
- package/src/gpu/kernels/matmul.js +4 -15
- package/src/gpu/kernels/matmul_bf16w_f32a.wgsl +93 -0
- package/src/gpu/kernels/matmul_gemv_subgroup_bf16w.wgsl +433 -0
- package/src/gpu/kernels/modulate.js +1 -1
- package/src/gpu/kernels/moe.js +3 -1
- package/src/gpu/kernels/moe_router_bias_add_f16_f16.wgsl +23 -0
- package/src/gpu/kernels/moe_router_bias_add_f16_f32.wgsl +23 -0
- package/src/gpu/kernels/moe_router_bias_add_f32_f16.wgsl +23 -0
- package/src/gpu/kernels/moe_router_bias_add_f32_f32.wgsl +21 -0
- package/src/gpu/kernels/patch_context.wgsl +29 -0
- package/src/gpu/kernels/pipeline-cache.js +3 -1
- package/src/gpu/kernels/pixel_shuffle.js +1 -1
- package/src/gpu/kernels/probe_shader_f16.wgsl +7 -0
- package/src/gpu/kernels/relu.js +1 -1
- package/src/gpu/kernels/rep-penalty.js +30 -5
- package/src/gpu/kernels/rep_penalty.wgsl +25 -30
- package/src/gpu/kernels/rep_penalty_f16.wgsl +24 -25
- package/src/gpu/kernels/repeat_channels.js +1 -1
- package/src/gpu/kernels/residual.js +2 -2
- package/src/gpu/kernels/rmsnorm-pair.js +1 -1
- package/src/gpu/kernels/rmsnorm-qk.js +1 -1
- package/src/gpu/kernels/rmsnorm-stats.js +14 -113
- package/src/gpu/kernels/rmsnorm.js +1 -1
- package/src/gpu/kernels/rmsnorm_serial.wgsl +19 -0
- package/src/gpu/kernels/rmsnorm_stats.wgsl +59 -0
- package/src/gpu/kernels/rmsnorm_stats_subgroups.wgsl +76 -0
- package/src/gpu/kernels/rope-precompute.js +160 -0
- package/src/gpu/kernels/rope-qk.js +1 -1
- package/src/gpu/kernels/rope.js +2 -2
- package/src/gpu/kernels/rope_precompute.wgsl +74 -0
- package/src/gpu/kernels/sample.d.ts +1 -0
- package/src/gpu/kernels/sample.js +36 -17
- package/src/gpu/kernels/sample.wgsl +112 -157
- package/src/gpu/kernels/sample_f16.wgsl +168 -162
- package/src/gpu/kernels/scale.js +1 -1
- package/src/gpu/kernels/shader-cache.js +8 -4
- package/src/gpu/kernels/shader-source-scope.js +68 -0
- package/src/gpu/kernels/silu.js +2 -1
- package/src/gpu/kernels/soft-embedding.js +3 -1
- package/src/gpu/kernels/softmax.js +4 -2
- package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +1 -1
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +1 -1
- package/src/gpu/kernels/split_qg.js +1 -1
- package/src/gpu/kernels/split_qkv.d.ts +2 -0
- package/src/gpu/kernels/split_qkv.js +18 -3
- package/src/gpu/kernels/split_qkv.wgsl +5 -2
- package/src/gpu/kernels/split_qkv_f16.wgsl +5 -2
- package/src/gpu/kernels/submit_probe.wgsl +6 -0
- package/src/gpu/kernels/transpose.js +1 -1
- package/src/gpu/kernels/turboquant-codebook.js +4 -535
- package/src/gpu/kernels/uniform-utils.js +7 -2
- package/src/gpu/kernels/upsample2d.js +1 -1
- package/src/gpu/kernels/utils.js +9 -330
- package/src/gpu/kernels/vision-average-pool.d.ts +13 -0
- package/src/gpu/kernels/vision-average-pool.js +68 -0
- package/src/gpu/kernels/vision-patch-embed.d.ts +17 -0
- package/src/gpu/kernels/vision-patch-embed.js +117 -0
- package/src/gpu/kernels/vision-position-embedding.d.ts +13 -0
- package/src/gpu/kernels/vision-position-embedding.js +79 -0
- package/src/gpu/kernels/vision-rope-2d.d.ts +16 -0
- package/src/gpu/kernels/vision-rope-2d.js +73 -0
- package/src/gpu/kernels/vision-spatial-merge.d.ts +19 -0
- package/src/gpu/kernels/vision-spatial-merge.js +100 -0
- package/src/gpu/kernels/vision_average_pool.wgsl +42 -0
- package/src/gpu/kernels/vision_patch_embed.wgsl +59 -0
- package/src/gpu/kernels/vision_patch_embed_f16w.wgsl +61 -0
- package/src/gpu/kernels/vision_position_embedding.wgsl +33 -0
- package/src/gpu/kernels/vision_position_embedding_f16.wgsl +35 -0
- package/src/gpu/kernels/vision_rope_2d.wgsl +60 -0
- package/src/gpu/kernels/vision_spatial_merge.wgsl +48 -0
- package/src/gpu/readback-buffer.js +20 -0
- package/src/gpu/submit-probe.js +2 -26
- package/src/gpu/weight-buffer.d.ts +1 -0
- package/src/gpu/weight-buffer.js +7 -0
- package/src/index.d.ts +12 -0
- package/src/index.js +2 -0
- package/src/inference/browser-harness/benchmark-execution.js +872 -0
- package/src/inference/browser-harness/benchmark-rerank.js +284 -0
- package/src/inference/browser-harness/decode-diagnostics.js +241 -0
- package/src/inference/browser-harness/diffusion-performance.js +102 -0
- package/src/inference/browser-harness/inference-execution.js +543 -0
- package/src/inference/{browser-harness-model-helpers.js → browser-harness/model-initialization.js} +14 -145
- package/src/inference/browser-harness/model-resolution.js +137 -0
- package/src/inference/browser-harness/report.js +338 -0
- package/src/inference/browser-harness/request.js +263 -0
- package/src/inference/browser-harness/runtime-config.d.ts +25 -0
- package/src/inference/browser-harness/runtime-config.js +255 -0
- package/src/inference/browser-harness/runtime-isolation.d.ts +13 -0
- package/src/inference/browser-harness/runtime-isolation.js +45 -0
- package/src/inference/browser-harness/runtime-report.d.ts +26 -0
- package/src/inference/browser-harness/runtime-report.js +117 -0
- package/src/inference/browser-harness/suite-summary.js +39 -0
- package/src/inference/browser-harness/text-evidence.js +694 -0
- package/src/inference/browser-harness/text-execution.js +757 -0
- package/src/inference/browser-harness/text-input.js +725 -0
- package/src/inference/{browser-harness-suite-helpers.js → browser-harness/timing-diagnostics.js} +1 -379
- package/src/inference/browser-harness-contract-helpers.js +1 -1
- package/src/inference/browser-harness-diffusion-energy-suites.js +8 -3
- package/src/inference/browser-harness-runtime-helpers.d.ts +3 -56
- package/src/inference/browser-harness-runtime-helpers.js +3 -423
- package/src/inference/browser-harness-text-helpers.js +31 -2199
- package/src/inference/browser-harness.d.ts +15 -2
- package/src/inference/browser-harness.js +38 -1952
- package/src/inference/kv-cache/base.js +67 -381
- package/src/inference/kv-cache/basis-decomposed-paged.d.ts +2 -50
- package/src/inference/kv-cache/basis-decomposed-paged.js +1 -276
- package/src/inference/kv-cache/quantized.d.ts +2 -2
- package/src/inference/kv-cache/quantized.js +4 -8
- package/src/inference/kv-cache/update.js +309 -0
- package/src/inference/model-checkpoint-evidence.d.ts +75 -0
- package/src/inference/model-checkpoint-evidence.js +264 -0
- package/src/inference/moe-router.js +36 -216
- package/src/inference/multi-model-network.js +5 -341
- package/src/inference/pipelines/audio/index.js +1 -20
- package/src/inference/pipelines/audio/mel.js +0 -38
- package/src/inference/pipelines/context.js +6 -2
- package/src/inference/pipelines/diffusion/profile-timing.js +10 -0
- package/src/inference/pipelines/diffusion/runtime-resources.js +54 -0
- package/src/inference/pipelines/diffusion/sd3/execution.js +805 -0
- package/src/inference/pipelines/diffusion/sd3/plan.js +125 -0
- package/src/inference/pipelines/diffusion/sd3-transformer.js +44 -895
- package/src/inference/pipelines/diffusion/{vae.js → vae/execution.js} +46 -618
- package/src/inference/pipelines/diffusion/{helpers.js → weight-contract.js} +1 -68
- package/src/inference/pipelines/energy-head/row-head-pipeline.d.ts +1 -103
- package/src/inference/pipelines/factory.js +14 -3
- package/src/inference/pipelines/shader-scoped-pipeline.js +29 -0
- package/src/inference/pipelines/structured/json-grammar-mask.d.ts +2 -0
- package/src/inference/pipelines/structured/json-grammar-mask.js +115 -124
- package/src/inference/pipelines/text/abort-contract.js +22 -0
- package/src/inference/pipelines/text/attention/attn-config.js +1 -16
- package/src/inference/pipelines/text/attention/gate-projection.js +30 -0
- package/src/inference/pipelines/text/attention/heterogeneous-contract.js +8 -0
- package/src/inference/pipelines/text/attention/interpreter/immediate.js +211 -0
- package/src/inference/pipelines/text/attention/interpreter/recorded.js +451 -0
- package/src/inference/pipelines/text/attention/interpreter.js +89 -439
- package/src/inference/pipelines/text/attention/plan.d.ts +1 -0
- package/src/inference/pipelines/text/attention/plan.js +17 -0
- package/src/inference/pipelines/text/attention/projection-executor.js +331 -0
- package/src/inference/pipelines/text/attention/projection-plan.js +259 -0
- package/src/inference/pipelines/text/attention/projections.js +20 -537
- package/src/inference/pipelines/text/attention/query-transform.js +11 -0
- package/src/inference/pipelines/text/attention/record.js +0 -6
- package/src/inference/pipelines/text/attention/recorded-health.js +21 -0
- package/src/inference/pipelines/text/attention/rope-observation.js +40 -0
- package/src/inference/pipelines/text/attention/run.js +0 -6
- package/src/inference/pipelines/text/attention/types.js +3 -31
- package/src/inference/pipelines/text/chat-format.d.ts +3 -0
- package/src/inference/pipelines/text/chat-format.js +42 -0
- package/src/inference/pipelines/text/config/normalization.js +729 -0
- package/src/inference/pipelines/text/config/validation.js +9 -0
- package/src/inference/pipelines/text/config.d.ts +12 -1
- package/src/inference/pipelines/text/config.js +14 -1228
- package/src/inference/pipelines/text/debug-utils/health-metrics.js +57 -0
- package/src/inference/pipelines/text/debug-utils/index.js +3 -8
- package/src/inference/pipelines/text/debug-utils/profiles.js +8 -0
- package/src/inference/pipelines/text/debug-utils/readback-decoding.js +24 -0
- package/src/inference/pipelines/text/debug-utils/tensor.js +1 -1
- package/src/inference/pipelines/text/dtype-contract.js +1 -68
- package/src/inference/pipelines/text/embed.js +178 -241
- package/src/inference/pipelines/text/embedding-contract.d.ts +7 -0
- package/src/inference/pipelines/text/embedding-contract.js +21 -0
- package/src/inference/pipelines/text/embedding-extraction.js +225 -0
- package/src/inference/pipelines/text/embedding-normalization.js +39 -0
- package/src/inference/pipelines/text/execution-runtime-builders.js +0 -32
- package/src/inference/pipelines/text/execution-v1/plan.js +69 -0
- package/src/inference/pipelines/text/execution-v1/validation.js +233 -0
- package/src/inference/pipelines/text/execution-v1.js +7 -283
- package/src/inference/pipelines/text/execution.js +517 -0
- package/src/inference/pipelines/text/ffn/dense-executor.js +723 -0
- package/src/inference/pipelines/text/ffn/dense-plan.js +327 -0
- package/src/inference/pipelines/text/ffn/dense.js +6 -970
- package/src/inference/pipelines/text/ffn/sandwich.js +10 -9
- package/src/inference/pipelines/text/ffn/standard.js +2 -1
- package/src/inference/pipelines/text/generator/attention-lifecycle.js +24 -0
- package/src/inference/pipelines/text/generator/decode-runtime.js +985 -0
- package/src/inference/pipelines/text/generator/decode.js +964 -0
- package/src/inference/pipelines/text/generator/diffusion.js +607 -0
- package/src/inference/pipelines/text/generator/logits-config.js +63 -0
- package/src/inference/pipelines/text/generator/prefill-observation.js +29 -0
- package/src/inference/pipelines/text/generator/prefill-policy.js +56 -0
- package/src/inference/pipelines/text/generator/prefill-runtime.js +896 -0
- package/src/inference/pipelines/text/{generator-prefill-helpers.js → generator/prefix-embedding.js} +16 -121
- package/src/inference/pipelines/text/generator/prompt-input.js +47 -0
- package/src/inference/pipelines/text/generator/recovery.js +310 -0
- package/src/inference/pipelines/text/{generator-helpers.js → generator/session-context.js} +42 -110
- package/src/inference/pipelines/text/generator/text.js +448 -0
- package/src/inference/pipelines/text/generator/training.js +753 -0
- package/src/inference/pipelines/text/generator-decode-policy.js +1 -1
- package/src/inference/pipelines/text/generator-logits-observation.js +48 -0
- package/src/inference/pipelines/text/generator-runtime.js +23 -154
- package/src/inference/pipelines/text/generator-steps.js +45 -980
- package/src/inference/pipelines/text/generator.js +179 -3552
- package/src/inference/pipelines/text/image-transcription.js +304 -0
- package/src/inference/pipelines/text/init-qkv-fusion.js +18 -9
- package/src/inference/pipelines/text/init-rope.js +37 -189
- package/src/inference/pipelines/text/init.d.ts +8 -3
- package/src/inference/pipelines/text/init.js +6 -216
- package/src/inference/pipelines/text/layer-execution-contract.js +97 -0
- package/src/inference/pipelines/text/layer-input-execution.js +435 -0
- package/src/inference/pipelines/text/layer-plan-gpu.js +13 -6
- package/src/inference/pipelines/text/layer-plan.d.ts +21 -5
- package/src/inference/pipelines/text/layer-plan.js +45 -3
- package/src/inference/pipelines/text/layer.js +52 -522
- package/src/inference/pipelines/text/lifecycle.js +839 -0
- package/src/inference/pipelines/text/linear-attention/plan.js +554 -0
- package/src/inference/pipelines/text/linear-attention-ab-fusion.js +2 -2
- package/src/inference/pipelines/text/linear-attention.d.ts +2 -2
- package/src/inference/pipelines/text/linear-attention.js +28 -534
- package/src/inference/pipelines/text/logits/cpu-output.d.ts +1 -0
- package/src/inference/pipelines/text/logits/cpu-output.js +5 -0
- package/src/inference/pipelines/text/logits/cpu.d.ts +1 -87
- package/src/inference/pipelines/text/logits/cpu.js +8 -95
- package/src/inference/pipelines/text/logits/gpu-executor.js +368 -0
- package/src/inference/pipelines/text/logits/gpu.d.ts +27 -0
- package/src/inference/pipelines/text/logits/gpu.js +116 -579
- package/src/inference/pipelines/text/logits/index.d.ts +2 -1
- package/src/inference/pipelines/text/logits/index.js +62 -102
- package/src/inference/pipelines/text/logits/output-transform.js +54 -0
- package/src/inference/pipelines/text/logits/plan.js +184 -0
- package/src/inference/pipelines/text/logits/readback.d.ts +6 -0
- package/src/inference/pipelines/text/logits/readback.js +9 -0
- package/src/inference/pipelines/text/logits/scale-policy.js +20 -0
- package/src/inference/pipelines/text/logits/types.d.ts +1 -0
- package/src/inference/pipelines/text/lora-apply.js +12 -4
- package/src/inference/pipelines/text/lora-types.d.ts +12 -0
- package/src/inference/pipelines/text/modality-token-contract.js +115 -0
- package/src/inference/pipelines/text/model-load.js +0 -20
- package/src/inference/pipelines/text/moe/expert-loading.js +9 -0
- package/src/inference/pipelines/text/moe/gpu-executor.js +513 -0
- package/src/inference/pipelines/text/moe/plan.js +47 -0
- package/src/inference/pipelines/text/moe-cpu.js +9 -135
- package/src/inference/pipelines/text/moe-gpu.js +21 -545
- package/src/inference/pipelines/text/normalization-contract.js +17 -0
- package/src/inference/pipelines/text/per-layer/materialize.js +736 -0
- package/src/inference/pipelines/text/per-layer/plan.js +362 -0
- package/src/inference/pipelines/text/per-layer-inputs.js +4 -1037
- package/src/inference/pipelines/text/pipeline-load-timing.js +77 -0
- package/src/inference/pipelines/text/probes.js +20 -0
- package/src/inference/pipelines/text/sampling-config.js +22 -113
- package/src/inference/pipelines/text/sampling.d.ts +9 -1
- package/src/inference/pipelines/text/sampling.js +18 -375
- package/src/inference/pipelines/text/state.d.ts +8 -0
- package/src/inference/pipelines/text/state.js +1 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +88 -16
- package/src/inference/pipelines/text/types.d.ts +7 -3
- package/src/inference/pipelines/text/weight-loading-config.js +194 -0
- package/src/inference/pipelines/text.d.ts +2 -2
- package/src/inference/pipelines/text.js +46 -1633
- package/src/inference/pipelines/video/frame-sampler.js +0 -13
- package/src/inference/pipelines/video/index.js +0 -21
- package/src/inference/pipelines/vision/attention.js +59 -0
- package/src/inference/pipelines/vision/encoder.js +254 -369
- package/src/inference/pipelines/vision/gemma4.js +204 -318
- package/src/inference/pipelines/vision/glmocr-preprocess.js +273 -0
- package/src/inference/pipelines/vision/glmocr-rope.js +106 -0
- package/src/inference/pipelines/vision/glmocr.js +557 -0
- package/src/inference/pipelines/vision/image-preprocess.js +0 -27
- package/src/inference/pipelines/vision/index.js +8 -27
- package/src/inference/pipelines/vision/ops.js +11 -33
- package/src/inference/pipelines/vision/patch-embed.js +51 -145
- package/src/inference/pipelines/vision/spatial-merge.js +78 -0
- package/src/inference/pipelines/vision/weight-loading.js +79 -0
- package/src/inference/refactor-receipt.js +2 -2
- package/src/inference/rerank.js +182 -0
- package/src/inference/token-sampling.js +319 -0
- package/src/inference/tokenizer.js +1 -1
- package/src/inference/tokenizers/behavior-flags.js +6 -3
- package/src/inference/tokenizers/bundled/decoders.js +133 -0
- package/src/inference/tokenizers/bundled/registry.js +216 -0
- package/src/inference/tokenizers/bundled.js +23 -353
- package/src/loader/doppler-loader.d.ts +4 -0
- package/src/loader/doppler-loader.js +119 -930
- package/src/loader/embedding-limit-preflight.js +11 -4
- package/src/loader/embedding-loader.js +1 -3
- package/src/loader/gpu-tensor-materialization.js +20 -0
- package/src/loader/layer-loader.js +15 -119
- package/src/loader/layer-tensor-aliases.js +99 -0
- package/src/loader/layer-weight-shape.js +29 -0
- package/src/loader/load-timing.js +64 -0
- package/src/loader/loader-types.d.ts +3 -0
- package/src/loader/model-executor.js +819 -0
- package/src/loader/model-load-validation.js +15 -0
- package/src/loader/quantization-constants.d.ts +11 -29
- package/src/loader/quantization-constants.js +1 -2
- package/src/loader/shard-resolver.js +0 -14
- package/src/loader/tensor-load-error.js +14 -0
- package/src/loader/tensor-shard-indices.js +8 -0
- package/src/loader/tensors/bf16-loader.js +125 -0
- package/src/loader/tensors/functional-descriptor-loader.js +3 -375
- package/src/loader/tensors/load-executor.js +577 -0
- package/src/loader/tensors/source-transform/executor.js +123 -0
- package/src/loader/tensors/source-transform/plan.js +107 -0
- package/src/loader/tensors/source-transform.js +15 -264
- package/src/loader/tensors/tensor-loader.d.ts +4 -4
- package/src/loader/tensors/tensor-loader.js +7 -653
- package/src/memory/buffer-pool.js +7 -29
- package/src/rules/capability-transform-resolver.js +80 -0
- package/src/rules/execution-contract.d.ts +73 -0
- package/src/rules/execution-contract.js +429 -0
- package/src/rules/execution-rules-contract-check.js +1 -1
- package/src/rules/generated/rule-bundle.json +4305 -0
- package/src/rules/inference/capability-transforms.rules.json +3 -3
- package/src/rules/layer-pattern-contract-check.js +1 -1
- package/src/rules/rule-registry.js +70 -57
- package/src/storage/artifact-storage-context.js +2 -2
- package/src/storage/backend-selection.js +43 -0
- package/src/storage/backends/opfs-store.d.ts +41 -0
- package/src/storage/distribution-transport.js +5 -0
- package/src/storage/download/integrity.d.ts +33 -0
- package/src/storage/download/integrity.js +130 -0
- package/src/storage/download/resume-inspection.d.ts +22 -0
- package/src/storage/download/resume-inspection.js +134 -0
- package/src/storage/download/retry.js +57 -0
- package/src/storage/download/state.js +131 -0
- package/src/storage/download/transport.js +99 -0
- package/src/storage/downloader.js +74 -453
- package/src/storage/model-cache.d.ts +1 -0
- package/src/storage/model-cache.js +51 -11
- package/src/storage/shard-manager.d.ts +5 -0
- package/src/storage/shard-manager.js +50 -369
- package/src/storage/shards/index.js +60 -0
- package/src/storage/shards/integrity.js +225 -0
- package/src/storage/shards/lifecycle.js +22 -0
- package/src/storage/source-artifact-store.js +14 -4
- package/src/tooling/boundary-evidence.d.ts +4 -4
- package/src/tooling/boundary-evidence.js +20 -20
- package/src/tooling/browser-command-runner.js +13 -6
- package/src/tooling/capsule-v2.d.ts +11 -0
- package/src/tooling/capsule-v2.js +58 -0
- package/src/tooling/capsule.js +20 -0
- package/src/tooling/command-api-constants.js +1 -1
- package/src/tooling/command-api-family-normalizers.js +163 -5
- package/src/tooling/command-api.d.ts +42 -3
- package/src/tooling/command-api.js +7 -2
- package/src/tooling/command-envelope.js +1 -1
- package/src/tooling/{command-api-helpers.js → command-request-normalization.js} +1 -1
- package/src/tooling/command-runner.html +49 -1
- package/src/tooling/command-validation.js +1 -24
- package/src/tooling/conversion-run-timing.js +24 -0
- package/src/tooling/diagnose-runner.js +11 -9
- package/src/tooling/distribution-shard-transport.js +11 -0
- package/src/tooling/execution-cost-ledger.d.ts +76 -2
- package/src/tooling/execution-cost-ledger.js +197 -15
- package/src/tooling/hf-registry/catalog-io.js +63 -0
- package/src/tooling/litert/package.js +863 -0
- package/src/tooling/litert-package-runtime.js +3 -849
- package/src/tooling/model-capsule-forge.js +478 -0
- package/src/tooling/node-browser/execution.d.ts +40 -0
- package/src/tooling/node-browser/execution.js +308 -0
- package/src/tooling/node-browser/static-server.js +189 -0
- package/src/tooling/node-browser/transport.d.ts +80 -0
- package/src/tooling/node-browser/transport.js +622 -0
- package/src/tooling/node-browser-command-runner.d.ts +18 -78
- package/src/tooling/node-browser-command-runner.js +10 -1112
- package/src/tooling/node-capsule-artifact-store.js +44 -0
- package/src/tooling/node-command-execution.js +237 -0
- package/src/tooling/node-command-runner.js +26 -205
- package/src/tooling/node-converter/input.js +521 -0
- package/src/tooling/node-converter/output.js +244 -0
- package/src/tooling/node-converter-chunk-batches.js +21 -0
- package/src/tooling/node-converter.js +7 -720
- package/src/tooling/node-source-runtime.js +16 -276
- package/src/tooling/node-webgpu-provider.v1.json +33 -0
- package/src/tooling/node-webgpu.js +178 -453
- package/src/tooling/opfs-cache.d.ts +5 -0
- package/src/tooling/opfs-cache.js +4 -0
- package/src/tooling/production-release.d.ts +19 -0
- package/src/tooling/production-release.js +647 -0
- package/src/tooling/program-bundle/embedding-reference.js +19 -0
- package/src/tooling/program-bundle/materialize.js +324 -0
- package/src/tooling/program-bundle/rerank-reference.js +22 -0
- package/src/tooling/program-bundle/sequence-reference.js +42 -0
- package/src/tooling/program-bundle/validation.js +31 -0
- package/src/tooling/program-bundle/wgsl-closure.js +254 -0
- package/src/tooling/program-bundle-parity.d.ts +11 -4
- package/src/tooling/program-bundle-parity.js +262 -109
- package/src/tooling/program-bundle.d.ts +7 -0
- package/src/tooling/program-bundle.js +186 -591
- package/src/tooling/provider-v1-contract.d.ts +61 -0
- package/src/tooling/provider-v1-contract.js +192 -0
- package/src/tooling/registered-variant-calibration-job.d.ts +98 -0
- package/src/tooling/registered-variant-calibration-job.js +210 -0
- package/src/tooling/registered-variant-calibration.d.ts +167 -7
- package/src/tooling/registered-variant-calibration.js +57 -7
- package/src/tooling/runtime-optimization/candidates.js +664 -0
- package/src/tooling/runtime-optimization-campaign.js +166 -0
- package/src/tooling/runtime-optimization-index.js +16 -1
- package/src/tooling/runtime-optimization.d.ts +44 -0
- package/src/tooling/runtime-optimization.js +13 -656
- package/src/tooling/source-intake.d.ts +1 -1
- package/src/tooling/source-intake.js +34 -17
- package/src/tooling/source-package-profiles.js +1 -1
- package/src/tooling/source-runtime/bundle-materialize.js +298 -0
- package/src/tooling/source-runtime/bundle-plan.js +121 -0
- package/src/tooling/source-runtime/node-loader.js +258 -0
- package/src/tooling/source-runtime-bundle.js +26 -411
- package/src/tooling/source-runtime-converter-config.js +1 -1
- package/src/tooling-experimental-exports.js +0 -5
- package/src/tooling-exports/evidence.d.ts +14 -3
- package/src/tooling-exports/evidence.js +14 -3
- package/src/tooling-exports/storage.d.ts +7 -0
- package/src/tooling-exports/storage.js +5 -0
- package/src/tooling-exports.d.ts +3 -0
- package/src/tooling-exports.js +2 -0
- package/src/tooling-exports.shared.d.ts +17 -3
- package/src/tooling-exports.shared.js +9 -3
- package/src/training.d.ts +6 -6
- package/src/training.js +4 -4
- package/src/version.js +1 -1
- package/tests/kernels/browser/kernel-suite.js +512 -0
- package/tests/kernels/browser/test-page.js +170 -14
- package/tests/kernels/harness/tolerance.js +1 -0
- package/tests/kernels/reference/index.js +13 -1
- package/tests/kernels/reference/vision.js +160 -0
- package/src/converter/quantizer.d.ts +0 -121
- package/src/gpu/kernels/backward/utils.d.ts +0 -90
- package/src/gpu/kernels/uniform-utils.d.ts +0 -66
- package/src/gpu/kernels/utils.d.ts +0 -147
- package/src/inference/pipelines/text/debug-utils/utils.js +0 -118
- package/src/inference/pipelines/text/logits/utils.d.ts +0 -58
- package/src/inference/pipelines/text/moe-cpu-gptoss.js +0 -115
- package/src/inference/pipelines/text/moe-helpers.js +0 -21
- package/src/rules/converter/execution.rules.json +0 -20
- package/src/rules/converter/tensor-roles.rules.json +0 -13
- package/src/rules/converter/tokenizer.rules.json +0 -12
- package/src/rules/inference/attention.rules.json +0 -69
- package/src/rules/inference/config.rules.json +0 -82
- package/src/rules/inference/dtype.rules.json +0 -113
- package/src/rules/inference/execution.rules.json +0 -195
- package/src/rules/inference/ffn.rules.json +0 -123
- package/src/rules/inference/layer-pattern.rules.json +0 -16
- package/src/rules/inference/layer.rules.json +0 -7
- package/src/rules/inference/moe.rules.json +0 -145
- package/src/rules/kernels/attention.rules.json +0 -68
- package/src/rules/kernels/conv2d.rules.json +0 -6
- package/src/rules/kernels/depthwise-conv2d.rules.json +0 -6
- package/src/rules/kernels/dequant.rules.json +0 -58
- package/src/rules/kernels/energy.rules.json +0 -22
- package/src/rules/kernels/fused-ffn.rules.json +0 -15
- package/src/rules/kernels/fused-matmul-residual.rules.json +0 -6
- package/src/rules/kernels/fused-matmul-rmsnorm.rules.json +0 -8
- package/src/rules/kernels/gather.rules.json +0 -93
- package/src/rules/kernels/gelu.rules.json +0 -11
- package/src/rules/kernels/grouped-pointwise-conv2d.rules.json +0 -6
- package/src/rules/kernels/groupnorm.rules.json +0 -10
- package/src/rules/kernels/kv_quantize.rules.json +0 -9
- package/src/rules/kernels/layernorm.rules.json +0 -6
- package/src/rules/kernels/linear-attention.rules.json +0 -6
- package/src/rules/kernels/lm-head-argmax.rules.json +0 -10
- package/src/rules/kernels/matmul.rules.json +0 -95
- package/src/rules/kernels/modulate.rules.json +0 -6
- package/src/rules/kernels/moe.rules.gptoss.json +0 -105
- package/src/rules/kernels/moe.rules.json +0 -14
- package/src/rules/kernels/moe.rules.mixtral.json +0 -75
- package/src/rules/kernels/pixel_shuffle.rules.json +0 -6
- package/src/rules/kernels/relu.rules.json +0 -6
- package/src/rules/kernels/rep-penalty.rules.json +0 -6
- package/src/rules/kernels/repeat-channels.rules.json +0 -6
- package/src/rules/kernels/residual.rules.json +0 -12
- package/src/rules/kernels/rmsnorm-qk.rules.json +0 -6
- package/src/rules/kernels/rmsnorm.rules.json +0 -46
- package/src/rules/kernels/rope-qk.rules.json +0 -6
- package/src/rules/kernels/rope.rules.json +0 -6
- package/src/rules/kernels/sample.rules.json +0 -6
- package/src/rules/kernels/scale.rules.json +0 -8
- package/src/rules/kernels/silu.rules.json +0 -22
- package/src/rules/kernels/softmax.rules.json +0 -25
- package/src/rules/kernels/split-qg.rules.json +0 -6
- package/src/rules/kernels/split-qkv.rules.json +0 -6
- package/src/rules/kernels/upsample2d.rules.json +0 -6
- package/src/rules/loader/tensor-loader.rules.json +0 -42
- package/src/rules/loader/weights.rules.json +0 -42
- package/src/rules/tooling/command-runtime.rules.json +0 -65
- package/src/tooling/hf-registry-utils.js +0 -395
- /package/src/converter/{tokenizer-utils.js → tokenizer-special-tokens.js} +0 -0
- /package/src/{inference/pipelines/text/bdpa-steamroller.js → experimental/bdpa/steamroller.js} +0 -0
- /package/src/{inference/pipelines → experimental}/diffusion/scheduler.js +0 -0
- /package/src/{inference/pipelines → experimental}/energy/pipeline.d.ts +0 -0
- /package/src/{inference/pipelines → experimental}/energy/quintel.d.ts +0 -0
- /package/src/{inference/pipelines → experimental}/energy/quintel.js +0 -0
- /package/src/{utils → formats}/array-buffer.js +0 -0
- /package/src/{utils → formats}/canonical-hash.js +0 -0
- /package/src/{utils → formats}/clone-json.js +0 -0
- /package/src/{utils → formats}/encode-utf8.js +0 -0
- /package/src/{utils → formats}/load-json.js +0 -0
- /package/src/{utils → formats}/plain-object.js +0 -0
- /package/src/{utils → formats}/sha256.js +0 -0
- /package/src/{utils → formats}/stable-sort-object.js +0 -0
- /package/src/{gpu/kernels → rules}/rule-matcher.js +0 -0
- /package/src/{utils → storage}/hf-resolve-url.js +0 -0
- /package/src/{utils → storage}/runtime-env.js +0 -0
- /package/src/tooling/{command-runner-shared.js → command-runtime-execution.js} +0 -0
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
{
|
|
2
|
+
"id": "profiles/qwen3-8-27b-source-parity",
|
|
3
|
+
"name": "qwen3-8-27b-source-parity",
|
|
4
|
+
"description": "Deterministic raw-text source-parity profile for the pinned Qwen3.8 27B checkpoint. Uses only manifest-declared execution policy and fails instead of remapping an incompatible kernel path.",
|
|
5
|
+
"intent": "verify",
|
|
6
|
+
"compatibleIntents": ["verify"],
|
|
7
|
+
"stability": "experimental",
|
|
8
|
+
"owner": "doppler-core",
|
|
9
|
+
"createdAtUtc": "2026-08-22T00:00:00Z",
|
|
10
|
+
"extends": "profiles/production",
|
|
11
|
+
"model": "qwen3-8-27b-text-f16-af32",
|
|
12
|
+
"runtime": {
|
|
13
|
+
"shared": {
|
|
14
|
+
"harness": {
|
|
15
|
+
"referenceTranscript": {
|
|
16
|
+
"enabled": true,
|
|
17
|
+
"captureLogits": true,
|
|
18
|
+
"captureKvBytes": true
|
|
19
|
+
}
|
|
20
|
+
},
|
|
21
|
+
"debug": {
|
|
22
|
+
"logLevel": {
|
|
23
|
+
"defaultLogLevel": "warn"
|
|
24
|
+
},
|
|
25
|
+
"trace": {
|
|
26
|
+
"enabled": false
|
|
27
|
+
},
|
|
28
|
+
"profiler": {
|
|
29
|
+
"enabled": false
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
},
|
|
33
|
+
"inference": {
|
|
34
|
+
"prompt": "The capital of France is",
|
|
35
|
+
"chatTemplate": {
|
|
36
|
+
"enabled": false,
|
|
37
|
+
"type": null,
|
|
38
|
+
"thinking": false
|
|
39
|
+
},
|
|
40
|
+
"generation": {
|
|
41
|
+
"maxTokens": 128,
|
|
42
|
+
"disableMultiTokenDecode": true
|
|
43
|
+
},
|
|
44
|
+
"batching": {
|
|
45
|
+
"maxTokens": 128,
|
|
46
|
+
"batchSize": 1,
|
|
47
|
+
"readbackInterval": 1,
|
|
48
|
+
"stopCheckMode": "per-token",
|
|
49
|
+
"readbackMode": "sequential",
|
|
50
|
+
"ringTokens": 1,
|
|
51
|
+
"ringStop": 1,
|
|
52
|
+
"ringStaging": 1
|
|
53
|
+
},
|
|
54
|
+
"sampling": {
|
|
55
|
+
"temperature": 0,
|
|
56
|
+
"topK": 1,
|
|
57
|
+
"topP": 1,
|
|
58
|
+
"repetitionPenalty": 1,
|
|
59
|
+
"repetitionPenaltyWindow": 1,
|
|
60
|
+
"greedyThreshold": 0,
|
|
61
|
+
"suppressSpecialTokens": false,
|
|
62
|
+
"suppressSpecialLikeTokens": false,
|
|
63
|
+
"suppressTokenIds": []
|
|
64
|
+
},
|
|
65
|
+
"session": {
|
|
66
|
+
"decodeLoop": {
|
|
67
|
+
"batchSize": 1,
|
|
68
|
+
"readbackInterval": 1,
|
|
69
|
+
"stopCheckMode": "per-token",
|
|
70
|
+
"readbackMode": "sequential",
|
|
71
|
+
"submitLatencyThresholdMs": null,
|
|
72
|
+
"maxBatchDecodeTokens": 1,
|
|
73
|
+
"ringTokens": 1,
|
|
74
|
+
"ringStop": 1,
|
|
75
|
+
"ringStaging": 1,
|
|
76
|
+
"disableCommandBatching": false
|
|
77
|
+
}
|
|
78
|
+
},
|
|
79
|
+
"kernelPathPolicy": {
|
|
80
|
+
"mode": "capability-aware",
|
|
81
|
+
"sourceScope": ["manifest"],
|
|
82
|
+
"allowSources": ["manifest"],
|
|
83
|
+
"onIncompatible": "error"
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
}
|
package/src/config/runtime.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { createDopplerConfig, setKernelThresholds } from './schema/index.js';
|
|
2
2
|
import { validateRuntimeConfig, validateRuntimeOverrides } from './param-validator.js';
|
|
3
|
-
import { isPlainObject } from '../
|
|
3
|
+
import { isPlainObject } from '../formats/plain-object.js';
|
|
4
4
|
|
|
5
5
|
let runtimeConfig = createDopplerConfig().runtime;
|
|
6
6
|
setKernelThresholds(runtimeConfig.shared.kernelThresholds);
|
|
@@ -6,6 +6,7 @@ export interface BrowserSuiteMetricsSchema {
|
|
|
6
6
|
layerPatternContractArtifact: Record<string, unknown> | null;
|
|
7
7
|
requiredInferenceFieldsArtifact: Record<string, unknown> | null;
|
|
8
8
|
referenceTranscript: Record<string, unknown> | null;
|
|
9
|
+
modelCheckpoints: Record<string, unknown> | null;
|
|
9
10
|
[key: string]: unknown;
|
|
10
11
|
}
|
|
11
12
|
|
|
@@ -25,6 +25,7 @@ export const DEFAULT_BROWSER_SUITE_METRICS = Object.freeze({
|
|
|
25
25
|
layerPatternContractArtifact: null,
|
|
26
26
|
requiredInferenceFieldsArtifact: null,
|
|
27
27
|
referenceTranscript: null,
|
|
28
|
+
modelCheckpoints: null,
|
|
28
29
|
});
|
|
29
30
|
|
|
30
31
|
export function validateBrowserSuiteMetrics(metrics) {
|
|
@@ -42,5 +43,6 @@ export function validateBrowserSuiteMetrics(metrics) {
|
|
|
42
43
|
assertNullablePlainObject(metrics.layerPatternContractArtifact, 'layerPatternContractArtifact');
|
|
43
44
|
assertNullablePlainObject(metrics.requiredInferenceFieldsArtifact, 'requiredInferenceFieldsArtifact');
|
|
44
45
|
assertNullablePlainObject(metrics.referenceTranscript, 'referenceTranscript');
|
|
46
|
+
assertNullablePlainObject(metrics.modelCheckpoints, 'modelCheckpoints');
|
|
45
47
|
return metrics;
|
|
46
48
|
}
|
|
@@ -20,6 +20,9 @@ export interface ConversionReportSchema {
|
|
|
20
20
|
command: 'convert';
|
|
21
21
|
modelId: string;
|
|
22
22
|
timestamp: string;
|
|
23
|
+
startedAtUtc: string;
|
|
24
|
+
completedAtUtc: string;
|
|
25
|
+
durationMs: number;
|
|
23
26
|
source: 'doppler';
|
|
24
27
|
result: ConversionReportResultSchema;
|
|
25
28
|
manifest: ConversionReportManifestSchema | null;
|
|
@@ -22,6 +22,31 @@ function assertNullableFiniteNumber(value, label) {
|
|
|
22
22
|
}
|
|
23
23
|
}
|
|
24
24
|
|
|
25
|
+
function assertIsoTimestamp(value, label) {
|
|
26
|
+
assertString(value, label);
|
|
27
|
+
const parsed = Date.parse(value);
|
|
28
|
+
if (!Number.isFinite(parsed) || new Date(parsed).toISOString() !== value) {
|
|
29
|
+
throw new Error(`conversion report: ${label} must be a canonical ISO timestamp.`);
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
function validatePhysicalTiming(report) {
|
|
34
|
+
const values = [report.startedAtUtc, report.completedAtUtc, report.durationMs];
|
|
35
|
+
const provided = values.filter((value) => value !== null && value !== undefined).length;
|
|
36
|
+
if (provided === 0) return;
|
|
37
|
+
if (provided !== values.length) {
|
|
38
|
+
throw new Error('conversion report: physical timing fields must be provided together.');
|
|
39
|
+
}
|
|
40
|
+
assertIsoTimestamp(report.startedAtUtc, 'startedAtUtc');
|
|
41
|
+
assertIsoTimestamp(report.completedAtUtc, 'completedAtUtc');
|
|
42
|
+
if (typeof report.durationMs !== 'number' || !Number.isFinite(report.durationMs) || report.durationMs < 0) {
|
|
43
|
+
throw new Error('conversion report: durationMs must be a non-negative finite number.');
|
|
44
|
+
}
|
|
45
|
+
if (Date.parse(report.completedAtUtc) < Date.parse(report.startedAtUtc)) {
|
|
46
|
+
throw new Error('conversion report: completedAtUtc must not precede startedAtUtc.');
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
|
|
25
50
|
function assertNullablePlainObject(value, label) {
|
|
26
51
|
if (value === null || value === undefined) return;
|
|
27
52
|
assertPlainObject(value, label);
|
|
@@ -35,6 +60,9 @@ export const DEFAULT_CONVERSION_REPORT = Object.freeze({
|
|
|
35
60
|
command: 'convert',
|
|
36
61
|
modelId: 'unknown',
|
|
37
62
|
timestamp: '1970-01-01T00:00:00.000Z',
|
|
63
|
+
startedAtUtc: '1970-01-01T00:00:00.000Z',
|
|
64
|
+
completedAtUtc: '1970-01-01T00:00:00.000Z',
|
|
65
|
+
durationMs: 0,
|
|
38
66
|
source: 'doppler',
|
|
39
67
|
result: {
|
|
40
68
|
modelType: null,
|
|
@@ -73,6 +101,7 @@ export function validateConversionReport(report) {
|
|
|
73
101
|
}
|
|
74
102
|
assertString(report.modelId, 'modelId');
|
|
75
103
|
assertString(report.timestamp, 'timestamp');
|
|
104
|
+
validatePhysicalTiming(report);
|
|
76
105
|
assertPlainObject(report.result, 'result');
|
|
77
106
|
assertNullableString(report.result.modelType, 'result.modelType');
|
|
78
107
|
assertNullableString(report.result.outputDir, 'result.outputDir');
|
|
@@ -67,6 +67,7 @@ export interface ConverterWeightLayoutConfigSchema {
|
|
|
67
67
|
|
|
68
68
|
export interface ConverterManifestConfigSchema {
|
|
69
69
|
hashAlgorithm: HashAlgorithm;
|
|
70
|
+
eosTokenId: number | number[] | null;
|
|
70
71
|
optimizations: RuntimeOptimizationsSchema | null;
|
|
71
72
|
conversion: ConversionInfoSchema | null;
|
|
72
73
|
artifactIdentity: ManifestArtifactIdentitySchema | null;
|
|
@@ -249,6 +249,7 @@ export type ProbeStage =
|
|
|
249
249
|
| 'k_proj' // K projection output
|
|
250
250
|
| 'v_proj' // V projection output
|
|
251
251
|
| 'q_norm' // Q normalization output (Q/K pre-RoPE)
|
|
252
|
+
| 'q_scale' // Explicit post-normalization query scaling output
|
|
252
253
|
| 'k_norm' // K normalization output (Q/K pre-RoPE)
|
|
253
254
|
| 'q_rope' // Q after RoPE
|
|
254
255
|
| 'k_rope' // K after RoPE
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { cloneJsonValue as cloneConfigTree } from '../../
|
|
1
|
+
import { cloneJsonValue as cloneConfigTree } from '../../formats/clone-json.js';
|
|
2
2
|
import { DEFAULT_LOADING_CONFIG } from './loading.schema.js';
|
|
3
3
|
import { DEFAULT_SHARED_RUNTIME_CONFIG } from './shared-runtime.schema.js';
|
|
4
4
|
import { DEFAULT_EMULATION_CONFIG, createEmulationConfig } from './emulation.schema.js';
|
|
@@ -8,14 +8,14 @@ import { DEFAULT_SPECULATIVE_CONFIG } from './speculative.schema.js';
|
|
|
8
8
|
import { DEFAULT_SELF_SPECULATION_CONFIG } from './speculation-self.schema.js';
|
|
9
9
|
import { mergeRuntimeValues } from '../runtime-merge.js';
|
|
10
10
|
import { validateRuntimeOverrides } from '../param-validator.js';
|
|
11
|
-
import { isPlainObject } from '../../
|
|
11
|
+
import { isPlainObject } from '../../formats/plain-object.js';
|
|
12
12
|
import {
|
|
13
13
|
chooseDefined,
|
|
14
|
-
mergeExecutionPatchLists,
|
|
15
|
-
mergeKernelPathPolicy,
|
|
16
14
|
mergeShallowObject,
|
|
17
15
|
replaceSubtree,
|
|
18
|
-
} from '../merge-
|
|
16
|
+
} from '../merge/value-selection.js';
|
|
17
|
+
import { mergeKernelPathPolicy } from '../merge/kernel-path-policy.js';
|
|
18
|
+
import { mergeExecutionPatchLists } from '../merge/execution-patches.js';
|
|
19
19
|
|
|
20
20
|
// =============================================================================
|
|
21
21
|
// Runtime Config (all non-model-specific settings)
|
|
@@ -45,6 +45,7 @@ export const DEFAULT_RUNTIME_CONFIG = {
|
|
|
45
45
|
topP: 0.95,
|
|
46
46
|
topK: 50,
|
|
47
47
|
repetitionPenalty: 1.1,
|
|
48
|
+
presencePenalty: 0.0,
|
|
48
49
|
greedyThreshold: 0.01,
|
|
49
50
|
repetitionPenaltyWindow: 100,
|
|
50
51
|
suppressSpecialTokens: false,
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { loadJson } from '../../
|
|
1
|
+
import { loadJson } from '../../formats/load-json.js';
|
|
2
2
|
import { GB } from './units.schema.js';
|
|
3
3
|
|
|
4
4
|
const gh200Profile = await loadJson('../platforms/nvidia-gh200.json', import.meta.url, 'Failed to load platform config');
|
|
@@ -254,6 +254,9 @@ export interface ExecutionV1GraphSchema {
|
|
|
254
254
|
/** Kernel declarations — each key is a shorthand used in step tuples */
|
|
255
255
|
kernels: ExecutionV1KernelMap;
|
|
256
256
|
|
|
257
|
+
/** Content-addressed kernels invoked by semantic block mechanisms outside the homogeneous step arrays. */
|
|
258
|
+
mechanismKernels?: string[];
|
|
259
|
+
|
|
257
260
|
/**
|
|
258
261
|
* Whether compileExecutionV1 should lower the graph into an inline kernelPath.
|
|
259
262
|
* Use false when the execution graph is kept for manifest/session contract
|
|
@@ -154,6 +154,24 @@ function validateKernelMap(kernels, options = {}) {
|
|
|
154
154
|
}
|
|
155
155
|
}
|
|
156
156
|
|
|
157
|
+
function validateMechanismKernels(mechanismKernels, kernels) {
|
|
158
|
+
if (mechanismKernels == null) return;
|
|
159
|
+
if (!Array.isArray(mechanismKernels) || mechanismKernels.length === 0) {
|
|
160
|
+
throw new Error('execution.mechanismKernels must be a non-empty kernel-key array when provided.');
|
|
161
|
+
}
|
|
162
|
+
const seen = new Set();
|
|
163
|
+
for (const [index, kernelKey] of mechanismKernels.entries()) {
|
|
164
|
+
if (typeof kernelKey !== 'string' || !kernelKey.trim()) {
|
|
165
|
+
throw new Error(`execution.mechanismKernels[${index}] must be a non-empty kernel key.`);
|
|
166
|
+
}
|
|
167
|
+
if (seen.has(kernelKey)) {
|
|
168
|
+
throw new Error(`execution.mechanismKernels contains duplicate kernel key "${kernelKey}".`);
|
|
169
|
+
}
|
|
170
|
+
resolveKernel(kernels, kernelKey, `execution.mechanismKernels[${index}]`);
|
|
171
|
+
seen.add(kernelKey);
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
|
|
157
175
|
|
|
158
176
|
function resolveKernel(kernels, kernelKey, context) {
|
|
159
177
|
const decl = kernels[kernelKey];
|
|
@@ -250,6 +268,7 @@ export function expandExecutionV1(graph, options = {}) {
|
|
|
250
268
|
|
|
251
269
|
const kernels = graph.kernels;
|
|
252
270
|
validateKernelMap(kernels, { skipDigestValidation });
|
|
271
|
+
validateMechanismKernels(graph.mechanismKernels, kernels);
|
|
253
272
|
|
|
254
273
|
const MAX_STEPS_PER_SECTION = 200;
|
|
255
274
|
|
|
@@ -22,12 +22,25 @@ export interface TrainingBenchConfigSchema {
|
|
|
22
22
|
ebmRecorded: EbmRecordedBenchConfigSchema;
|
|
23
23
|
}
|
|
24
24
|
|
|
25
|
+
export interface TsirFixtureHarnessConfigSchema {
|
|
26
|
+
dir: string;
|
|
27
|
+
layerFilter: number[] | null;
|
|
28
|
+
prefillOnly: boolean;
|
|
29
|
+
generationStep: number | null;
|
|
30
|
+
}
|
|
31
|
+
|
|
25
32
|
export interface HarnessConfigSchema {
|
|
26
33
|
mode: HarnessMode;
|
|
27
34
|
workload: HarnessWorkload;
|
|
28
35
|
autorun: boolean;
|
|
29
36
|
skipLoad: boolean;
|
|
30
37
|
modelId: string | null;
|
|
38
|
+
referenceTranscript: {
|
|
39
|
+
enabled: boolean;
|
|
40
|
+
captureLogits: boolean;
|
|
41
|
+
captureKvBytes: boolean;
|
|
42
|
+
};
|
|
43
|
+
tsirFixture: TsirFixtureHarnessConfigSchema | null;
|
|
31
44
|
trainingBench: TrainingBenchConfigSchema;
|
|
32
45
|
}
|
|
33
46
|
|
|
@@ -8,6 +8,12 @@ export const DEFAULT_HARNESS_CONFIG = {
|
|
|
8
8
|
autorun: false,
|
|
9
9
|
skipLoad: false,
|
|
10
10
|
modelId: null,
|
|
11
|
+
referenceTranscript: {
|
|
12
|
+
enabled: false,
|
|
13
|
+
captureLogits: false,
|
|
14
|
+
captureKvBytes: false,
|
|
15
|
+
},
|
|
16
|
+
tsirFixture: null,
|
|
11
17
|
trainingBench: {
|
|
12
18
|
ebmRecorded: {
|
|
13
19
|
dims: {
|
|
@@ -18,6 +18,9 @@ export interface RoPEConfigSchema {
|
|
|
18
18
|
/** Local RoPE theta for sliding window layers (Gemma 3 uses 10000) */
|
|
19
19
|
ropeLocalTheta?: number;
|
|
20
20
|
|
|
21
|
+
/** Layer indices that bypass rotary position embeddings. */
|
|
22
|
+
disabledLayers?: number[];
|
|
23
|
+
|
|
21
24
|
/** Apply adjacent-pair rotary layout instead of rotate-half layout for standard RoPE. */
|
|
22
25
|
ropeInterleaved?: boolean;
|
|
23
26
|
|
|
@@ -78,6 +81,8 @@ export interface RoPEConfigSchema {
|
|
|
78
81
|
|
|
79
82
|
/** Attention mechanism configuration */
|
|
80
83
|
export interface AttentionSchema {
|
|
84
|
+
/** Multiplier applied to Q after optional Q/K normalization and before RoPE. */
|
|
85
|
+
queryScale?: number;
|
|
81
86
|
/** Use sliding window attention */
|
|
82
87
|
slidingWindow?: number | null;
|
|
83
88
|
/** Softcap attention logits before softmax */
|
|
@@ -110,6 +115,10 @@ export interface NormalizationSchema {
|
|
|
110
115
|
rmsNormWeightOffset?: boolean;
|
|
111
116
|
/** RMSNorm epsilon */
|
|
112
117
|
rmsNormEps?: number;
|
|
118
|
+
/** Post-sublayer RMSNorm epsilon; null inherits rmsNormEps. */
|
|
119
|
+
postNormEps?: number | null;
|
|
120
|
+
/** Post-sublayer centered-weight offset; null inherits rmsNormWeightOffset. */
|
|
121
|
+
postNormWeightOffset?: boolean | null;
|
|
113
122
|
/** Use post-attention norm */
|
|
114
123
|
postAttentionNorm?: boolean;
|
|
115
124
|
/** Use pre-feedforward norm */
|
|
@@ -142,18 +151,19 @@ export type ChatTemplateType =
|
|
|
142
151
|
| 'gpt-oss'
|
|
143
152
|
| 'chatml'
|
|
144
153
|
| 'qwen'
|
|
154
|
+
| 'glmocr'
|
|
145
155
|
| 'translategemma'
|
|
146
156
|
| null;
|
|
147
157
|
|
|
148
158
|
/** Chat template configuration for instruct models */
|
|
149
159
|
export interface ChatTemplateSchema {
|
|
150
|
-
/** Template type identifier (gemma, gemma4, llama3, gpt-oss, chatml, qwen, translategemma) */
|
|
160
|
+
/** Template type identifier (gemma, gemma4, llama3, gpt-oss, chatml, qwen, glmocr, translategemma) */
|
|
151
161
|
type?: ChatTemplateType;
|
|
152
162
|
|
|
153
163
|
/** Whether to apply chat template by default (null = no runtime override, instruct manifests should set true) */
|
|
154
164
|
enabled?: boolean | null;
|
|
155
165
|
|
|
156
|
-
/**
|
|
166
|
+
/** Thinking/reasoning control; null leaves the template-specific control unspecified. */
|
|
157
167
|
thinking?: boolean | null;
|
|
158
168
|
|
|
159
169
|
/** Custom template with {prompt} placeholder (overrides type) */
|
|
@@ -236,8 +246,17 @@ export interface OutputSchema {
|
|
|
236
246
|
scaleEmbeddings?: boolean;
|
|
237
247
|
/** Explicit embedding multiplier, null to use scaleEmbeddings semantics. */
|
|
238
248
|
embeddingScale?: number | null;
|
|
249
|
+
/** Optional weightless normalization applied after embedding scaling. */
|
|
250
|
+
embeddingNormalization?: {
|
|
251
|
+
type: 'rmsnorm';
|
|
252
|
+
withScale: false;
|
|
253
|
+
eps: number;
|
|
254
|
+
position: 'after-scale';
|
|
255
|
+
} | null;
|
|
239
256
|
/** Multiplier applied after final norm before LM head projection. */
|
|
240
257
|
logitInputScale?: number;
|
|
258
|
+
/** Multiplier applied to LM-head logits before final softcapping. */
|
|
259
|
+
logitOutputScale?: number;
|
|
241
260
|
}
|
|
242
261
|
|
|
243
262
|
/** Layer type for hybrid models */
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { cloneJsonValue as cloneThresholdTree } from '../../
|
|
1
|
+
import { cloneJsonValue as cloneThresholdTree } from '../../formats/clone-json.js';
|
|
2
2
|
|
|
3
3
|
// =============================================================================
|
|
4
4
|
// Matmul Thresholds
|
|
@@ -188,7 +188,7 @@ export type ArtifactCompleteness =
|
|
|
188
188
|
* Additive artifact identity metadata.
|
|
189
189
|
*
|
|
190
190
|
* During the migration, this section may be absent from legacy manifests.
|
|
191
|
-
* When present, fields identify source bytes, converted weight
|
|
191
|
+
* When present, fields identify source bytes, converted weight capsule identity,
|
|
192
192
|
* and manifest/runtime-policy variant identity without overloading modelId.
|
|
193
193
|
*/
|
|
194
194
|
export interface ManifestArtifactIdentitySchema {
|
|
@@ -198,8 +198,8 @@ export interface ManifestArtifactIdentitySchema {
|
|
|
198
198
|
sourceFormat?: SourceArtifactFormat;
|
|
199
199
|
conversionConfigPath?: string;
|
|
200
200
|
conversionConfigDigest?: string;
|
|
201
|
-
|
|
202
|
-
|
|
201
|
+
weightCapsuleId?: string;
|
|
202
|
+
weightCapsuleHash?: string;
|
|
203
203
|
shardSetHash?: string;
|
|
204
204
|
manifestVariantId?: string;
|
|
205
205
|
modalitySet?: string[];
|
|
@@ -208,14 +208,14 @@ export interface ManifestArtifactIdentitySchema {
|
|
|
208
208
|
}
|
|
209
209
|
|
|
210
210
|
/**
|
|
211
|
-
* Reference from a manifest variant to a shared/external weight
|
|
211
|
+
* Reference from a manifest variant to a shared/external weight capsule.
|
|
212
212
|
*
|
|
213
213
|
* Runtime shard resolution does not consume this field yet. While migration is
|
|
214
214
|
* in progress, a manifest with incomplete local shards must still fail unless
|
|
215
215
|
* the loader path has explicit weightsRef support.
|
|
216
216
|
*/
|
|
217
217
|
export interface ManifestWeightsRefSchema {
|
|
218
|
-
|
|
218
|
+
weightCapsuleId: string;
|
|
219
219
|
artifactRoot: string;
|
|
220
220
|
manifestDigest: string;
|
|
221
221
|
shardSetHash: string;
|
|
@@ -254,6 +254,8 @@ export interface ArchitectureSchema {
|
|
|
254
254
|
export interface ManifestAttentionSchema {
|
|
255
255
|
/** Query pre-attention scalar: attnScale = 1/sqrt(scalar). Standard = headDim. */
|
|
256
256
|
queryPreAttnScalar: number;
|
|
257
|
+
/** Multiplier applied to Q after optional Q/K normalization and before RoPE. */
|
|
258
|
+
queryScale: number;
|
|
257
259
|
/** Attention logit softcapping (Gemma 2: 50, null = disabled) */
|
|
258
260
|
attnLogitSoftcapping: number | null;
|
|
259
261
|
/** Sliding window size for local attention (null = full attention) */
|
|
@@ -289,6 +291,10 @@ export interface ManifestNormalizationSchema {
|
|
|
289
291
|
rmsNormEps: number;
|
|
290
292
|
/** Use (1 + weight) pattern for RMSNorm (Gemma models) */
|
|
291
293
|
rmsNormWeightOffset: boolean;
|
|
294
|
+
/** Post-sublayer RMSNorm epsilon; null inherits rmsNormEps. */
|
|
295
|
+
postNormEps: number | null;
|
|
296
|
+
/** Post-sublayer centered-weight offset; null inherits rmsNormWeightOffset. */
|
|
297
|
+
postNormWeightOffset: boolean | null;
|
|
292
298
|
/** Has post-attention normalization (sandwich norm) */
|
|
293
299
|
postAttentionNorm: boolean;
|
|
294
300
|
/** Has pre-feedforward normalization (sandwich norm) */
|
|
@@ -325,6 +331,8 @@ export interface ManifestRoPESchema {
|
|
|
325
331
|
ropeTheta: number;
|
|
326
332
|
/** Local theta for sliding window layers (null = same as ropeTheta) */
|
|
327
333
|
ropeLocalTheta: number | null;
|
|
334
|
+
/** Layer indices that bypass rotary position embeddings. */
|
|
335
|
+
disabledLayers: number[];
|
|
328
336
|
/** Use adjacent-pair rotary layout instead of rotate-half layout for standard RoPE. */
|
|
329
337
|
ropeInterleaved: boolean;
|
|
330
338
|
/** Use adjacent-pair rotary layout for mRoPE section pairing. */
|
|
@@ -380,8 +388,12 @@ export interface ManifestOutputSchema {
|
|
|
380
388
|
scaleEmbeddings: boolean;
|
|
381
389
|
/** Explicit embedding multiplier, null to use scaleEmbeddings semantics. */
|
|
382
390
|
embeddingScale: number | null;
|
|
391
|
+
/** Optional weightless normalization applied to gathered embeddings. */
|
|
392
|
+
embeddingNormalization: ManifestEmbeddingNormalizationSchema | null;
|
|
383
393
|
/** Multiplier applied after final norm before LM head projection. */
|
|
384
394
|
logitInputScale: number;
|
|
395
|
+
/** Multiplier applied to LM-head logits before final softcapping. */
|
|
396
|
+
logitOutputScale: number;
|
|
385
397
|
/** Whether embedding weights are stored as [hidden, vocab] (transpose on gather) */
|
|
386
398
|
embeddingTranspose: boolean;
|
|
387
399
|
/** Embedding vocab size from weight tensor (null = use architecture.vocabSize) */
|
|
@@ -392,6 +404,13 @@ export interface ManifestOutputSchema {
|
|
|
392
404
|
lmHeadBiasTensor: string | null;
|
|
393
405
|
}
|
|
394
406
|
|
|
407
|
+
export interface ManifestEmbeddingNormalizationSchema {
|
|
408
|
+
type: 'rmsnorm';
|
|
409
|
+
withScale: false;
|
|
410
|
+
eps: number;
|
|
411
|
+
position: 'after-scale';
|
|
412
|
+
}
|
|
413
|
+
|
|
395
414
|
export interface ManifestSequencePoolingSchema {
|
|
396
415
|
mode: 'mean' | 'last';
|
|
397
416
|
excludeTokenIds: number[];
|
|
@@ -443,11 +462,11 @@ export interface ManifestLayerPatternSchema {
|
|
|
443
462
|
*/
|
|
444
463
|
export interface ManifestChatTemplateSchema {
|
|
445
464
|
/** Chat template type (null = no chat template) */
|
|
446
|
-
type: 'gemma' | 'gemma4' | 'llama3' | 'gpt-oss' | 'chatml' | 'qwen' | 'translategemma' | null;
|
|
465
|
+
type: 'gemma' | 'gemma4' | 'llama3' | 'gpt-oss' | 'chatml' | 'qwen' | 'glmocr' | 'translategemma' | null;
|
|
447
466
|
/** Whether chat template is enabled */
|
|
448
467
|
enabled: boolean;
|
|
468
|
+
/** Thinking control passed to templates that declare it; null leaves it unspecified. */ thinking?: boolean | null;
|
|
449
469
|
}
|
|
450
|
-
|
|
451
470
|
export interface ManifestUnsupportedSchema {
|
|
452
471
|
code?: string | null;
|
|
453
472
|
message?: string | null;
|
|
@@ -2,7 +2,7 @@ import { MB } from './units.schema.js';
|
|
|
2
2
|
import {
|
|
3
3
|
assertSupportedManifestInference,
|
|
4
4
|
validateRequiredInferenceFields,
|
|
5
|
-
} from '
|
|
5
|
+
} from '../manifest-inference-validation.js';
|
|
6
6
|
|
|
7
7
|
// =============================================================================
|
|
8
8
|
// Hash & Versioning
|
|
@@ -69,6 +69,8 @@ export const DEFAULT_MANIFEST_INFERENCE = {
|
|
|
69
69
|
supportsVision: false,
|
|
70
70
|
attention: {
|
|
71
71
|
queryPreAttnScalar: 64, // headDim for standard 64-dim heads; attnScale = 1/sqrt(scalar)
|
|
72
|
+
// Explicit multiplier applied to Q after optional Q/K normalization and before RoPE.
|
|
73
|
+
queryScale: 1,
|
|
72
74
|
attnLogitSoftcapping: null, // No softcapping (null = disabled)
|
|
73
75
|
slidingWindow: null, // Full attention (null = no sliding window)
|
|
74
76
|
queryKeyNorm: false,
|
|
@@ -93,6 +95,8 @@ export const DEFAULT_MANIFEST_INFERENCE = {
|
|
|
93
95
|
type: 'rmsnorm',
|
|
94
96
|
rmsNormEps: DEFAULT_RMS_NORM_EPS,
|
|
95
97
|
rmsNormWeightOffset: false,
|
|
98
|
+
postNormEps: null,
|
|
99
|
+
postNormWeightOffset: null,
|
|
96
100
|
postAttentionNorm: false,
|
|
97
101
|
preFeedforwardNorm: false,
|
|
98
102
|
postFeedforwardNorm: false,
|
|
@@ -110,6 +114,8 @@ export const DEFAULT_MANIFEST_INFERENCE = {
|
|
|
110
114
|
rope: {
|
|
111
115
|
ropeTheta: 10000,
|
|
112
116
|
ropeLocalTheta: null, // Same as ropeTheta (null = use ropeTheta)
|
|
117
|
+
// Exact layer indices that bypass rotary position embeddings.
|
|
118
|
+
disabledLayers: [],
|
|
113
119
|
ropeInterleaved: false,
|
|
114
120
|
mropeInterleaved: false,
|
|
115
121
|
mropeSection: null,
|
|
@@ -139,7 +145,9 @@ export const DEFAULT_MANIFEST_INFERENCE = {
|
|
|
139
145
|
tieWordEmbeddings: false,
|
|
140
146
|
scaleEmbeddings: false,
|
|
141
147
|
embeddingScale: null,
|
|
148
|
+
embeddingNormalization: null,
|
|
142
149
|
logitInputScale: 1,
|
|
150
|
+
logitOutputScale: 1,
|
|
143
151
|
embeddingTranspose: false,
|
|
144
152
|
embeddingVocabSize: null,
|
|
145
153
|
embeddingPostprocessor: null,
|
|
@@ -157,6 +165,7 @@ export const DEFAULT_MANIFEST_INFERENCE = {
|
|
|
157
165
|
chatTemplate: {
|
|
158
166
|
type: null, // No chat template (null = disabled)
|
|
159
167
|
enabled: false,
|
|
168
|
+
thinking: null, // Leave template thinking control unspecified
|
|
160
169
|
},
|
|
161
170
|
diffusionGemma: null,
|
|
162
171
|
rerank: null,
|