doppler-gpu 0.5.1 → 0.6.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +33 -577
- package/LICENSE +21 -201
- package/README.md +165 -222
- package/models/catalog.json +241 -33
- package/package.json +106 -87
- package/src/capsule-runtime.d.ts +25 -0
- package/src/capsule-runtime.js +24 -0
- package/src/capsule.d.ts +8 -0
- package/src/capsule.js +4 -0
- package/src/cli/argument-contract.js +200 -0
- package/src/cli/browser-report-output.js +24 -0
- package/src/cli/cli-model-resolution.js +2 -2
- package/src/cli/cli-output.js +10 -0
- package/src/cli/commands/bundle.js +828 -0
- package/src/cli/doppler-cli.js +50 -1457
- package/src/cli/doppler-serve.js +18 -244
- package/src/cli/output/manifest.js +368 -0
- package/src/cli/runtime-profiles.js +1 -1
- package/src/cli/serve/capsule-handler.d.ts +33 -0
- package/src/cli/serve/capsule-handler.js +105 -0
- package/src/cli/serve/capsule-http.js +102 -0
- package/src/cli/serve/receipt.js +269 -0
- package/src/client/capsule-host.browser.js +2 -0
- package/src/client/capsule-host.d.ts +5 -0
- package/src/client/capsule-host.js +2 -0
- package/src/client/doppler-api.browser.js +42 -0
- package/src/client/doppler-api.d.ts +38 -1
- package/src/client/doppler-api.js +41 -1
- package/src/client/doppler-registry.js +15 -7
- package/src/client/electron/index.d.ts +4 -0
- package/src/client/electron/index.js +13 -0
- package/src/client/electron/ipc-contract.d.ts +9 -0
- package/src/client/electron/ipc-contract.js +56 -0
- package/src/client/electron/release-state.d.ts +53 -0
- package/src/client/electron/release-state.js +425 -0
- package/src/client/electron/renderer-runtime.d.ts +19 -0
- package/src/client/electron/renderer-runtime.js +104 -0
- package/src/client/failure-taxonomy.js +1 -28
- package/src/client/fault-injection.js +0 -8
- package/src/client/inspection.js +1 -1
- package/src/client/model-host/index.d.ts +140 -0
- package/src/client/model-host/index.js +548 -0
- package/src/client/model-host/model-evidence.js +255 -0
- package/src/client/model-host/model-session.d.ts +323 -0
- package/src/client/{runtime → model-host}/model-session.js +202 -148
- package/src/client/provider.d.ts +18 -2
- package/src/client/provider.js +26 -3
- package/src/client/receipt.js +30 -72
- package/src/client/runtime/capsule-acquisition.d.ts +18 -0
- package/src/client/runtime/capsule-acquisition.js +103 -0
- package/src/client/runtime/capsule-adapter-execution.d.ts +17 -0
- package/src/client/runtime/capsule-adapter-execution.js +63 -0
- package/src/client/runtime/capsule-artifact-source.js +62 -0
- package/src/client/runtime/capsule-embedding.d.ts +29 -0
- package/src/client/runtime/capsule-embedding.js +76 -0
- package/src/client/runtime/capsule-forecast-program.d.ts +2 -0
- package/src/client/runtime/capsule-forecast-program.js +85 -0
- package/src/client/runtime/capsule-forecast.d.ts +17 -0
- package/src/client/runtime/capsule-forecast.js +31 -0
- package/src/client/runtime/capsule-operation-adapters.d.ts +12 -0
- package/src/client/runtime/capsule-operation-adapters.js +69 -0
- package/src/client/runtime/capsule-operation-executor.d.ts +25 -0
- package/src/client/runtime/capsule-operation-executor.js +101 -0
- package/src/client/runtime/capsule-program-adapter.js +153 -0
- package/src/client/runtime/capsule-release-authorization.js +25 -0
- package/src/client/runtime/capsule-rerank.d.ts +50 -0
- package/src/client/runtime/capsule-rerank.js +105 -0
- package/src/client/runtime/capsule-session-execution.js +89 -0
- package/src/client/runtime/command-executor.d.ts +15 -0
- package/src/client/runtime/command-executor.js +128 -0
- package/src/client/runtime/composition-root.d.ts +77 -0
- package/src/client/runtime/composition-root.js +352 -0
- package/src/client/runtime/fetch-capsule-artifact-store.d.ts +10 -0
- package/src/client/runtime/fetch-capsule-artifact-store.js +25 -0
- package/src/client/runtime/index.d.ts +1 -117
- package/src/client/runtime/index.js +1 -433
- package/src/client/runtime/lora.d.ts +14 -0
- package/src/client/runtime/lora.js +19 -1
- package/src/client/runtime/model-manager.js +12 -0
- package/src/client/runtime/model-rerank.js +30 -0
- package/src/client/runtime/model-session.d.ts +1 -221
- package/src/client/runtime/model-source.d.ts +9 -0
- package/src/client/runtime/model-source.js +46 -17
- package/src/client/runtime/node-quickstart-cache.js +1 -1
- package/src/client/runtime/resolution-policy.d.ts +20 -0
- package/src/client/runtime/resolution-policy.js +84 -0
- package/src/client/runtime/resource-binder.d.ts +24 -0
- package/src/client/runtime/resource-binder.js +135 -0
- package/src/client/runtime/scoped-session.d.ts +10 -1
- package/src/client/runtime/scoped-session.js +20 -1
- package/src/client/runtime/session-controller.d.ts +19 -0
- package/src/client/runtime/session-controller.js +92 -0
- package/src/client/runtime/source-runtime.js +1 -1
- package/src/client/runtime/target-selector.d.ts +9 -0
- package/src/client/runtime/target-selector.js +2 -0
- package/src/client/runtime/types.d.ts +1 -0
- package/src/client/runtime/verified-capsule-artifact-store.js +101 -0
- package/src/client/wrap-pipeline-handle.js +3 -9
- package/src/config/backward-registry-loader.js +1 -1
- package/src/config/capsule-adapter-policy.js +30 -0
- package/src/config/capsule-adapters.d.ts +21 -0
- package/src/config/capsule-adapters.js +40 -0
- package/src/config/capsule-adapters.json +9 -0
- package/src/config/capsule-loading.d.ts +2 -0
- package/src/config/capsule-loading.js +14 -0
- package/src/config/capsule-loading.schema.json +12 -0
- package/src/config/capsule-operation.d.ts +19 -0
- package/src/config/capsule-operation.js +63 -0
- package/src/config/capsule-operations.json +17 -0
- package/src/config/capsule-release-contract.d.ts +66 -0
- package/src/config/capsule-release-contract.js +197 -0
- package/src/config/capsule-release-events.d.ts +53 -0
- package/src/config/capsule-release-events.js +172 -0
- package/src/config/capsule-sequence-receipt.js +19 -0
- package/src/config/capsule-serve.d.ts +9 -0
- package/src/config/capsule-serve.js +28 -0
- package/src/config/capsule-serve.schema.json +14 -0
- package/src/config/capsule-signature.d.ts +6 -0
- package/src/config/capsule-signature.js +50 -0
- package/src/config/capsule-v2.d.ts +70 -0
- package/src/config/capsule-v2.js +431 -0
- package/src/config/capsule-v3.d.ts +19 -0
- package/src/config/capsule-v3.js +72 -0
- package/src/config/capsule.d.ts +22 -0
- package/src/config/capsule.js +52 -0
- package/src/config/conversion/amplify/amplify-120m-f16-af32.json +1 -1
- package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +3 -3
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +2 -2
- package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +62 -4
- package/src/config/conversion/esmc/esmc-300m-f32-af32.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +2 -2
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +3 -3
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +3 -3
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +5 -5
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +6 -6
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +3 -3
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +5 -5
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +6 -6
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +3 -3
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +2 -2
- package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +442 -0
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +2 -2
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +2 -2
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +2 -2
- package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +3 -3
- package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +529 -0
- package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +529 -0
- package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +6 -6
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +6 -6
- package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +6 -6
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +7 -7
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +6 -6
- package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +463 -0
- package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +3 -3
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +481 -0
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +60 -8
- package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +561 -0
- package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +558 -0
- package/src/config/dtype-transition-contract.js +40 -0
- package/src/config/embedding-contract.js +26 -0
- package/src/config/embedding-reference.js +85 -0
- package/src/config/evidence/source-intake-policy.json +1 -1
- package/src/config/execution-contract-check.d.ts +16 -73
- package/src/config/execution-contract-check.js +7 -429
- package/src/config/forecast-manifest.js +56 -0
- package/src/config/generation-contract.d.ts +39 -0
- package/src/config/generation-contract.js +66 -0
- package/src/config/generation-contract.json +32 -0
- package/src/config/heterogeneous-attention-contract.js +46 -0
- package/src/config/initial-execution-identity.d.ts +58 -0
- package/src/config/initial-execution-identity.js +331 -0
- package/src/config/kernel-path-loader.d.ts +17 -0
- package/src/config/kernel-path-loader.js +42 -8
- package/src/config/kernel-registry-contract.d.ts +25 -0
- package/src/config/kernel-registry-contract.js +46 -0
- package/src/config/kernels/kernel-ref-digests.js +66 -18
- package/src/config/kernels/registry.js +1 -1
- package/src/config/kernels/registry.json +13617 -11377
- package/src/config/lora-layouts.d.ts +10 -0
- package/src/config/lora-layouts.js +17 -0
- package/src/config/lora-layouts.json +9 -0
- package/src/config/manifest-inference-validation.js +575 -0
- package/src/config/merge/execution-patches.js +12 -0
- package/src/config/{merge-helpers.js → merge/kernel-path-policy.js} +0 -52
- package/src/config/merge/value-selection.js +38 -0
- package/src/config/merge.js +43 -11
- package/src/config/model-ir-v2.d.ts +57 -0
- package/src/config/model-ir-v2.js +258 -0
- package/src/config/model-ir.d.ts +49 -0
- package/src/config/model-ir.js +180 -0
- package/src/config/param-validator.js +1 -1
- package/src/config/platforms/amd-strix-halo-gfx1151.json +17 -0
- package/src/config/platforms/loader.js +2 -1
- package/src/config/production-release-evidence.d.ts +23 -0
- package/src/config/production-release-evidence.js +423 -0
- package/src/config/production-release.js +321 -0
- package/src/{client/doppler-registry.json → config/quickstart-registry.json} +7 -7
- package/src/config/required-inference-fields-contract-check.js +2 -2
- package/src/config/rerank-reference.d.ts +28 -0
- package/src/config/rerank-reference.js +89 -0
- package/src/config/revocation-policy.d.ts +65 -0
- package/src/config/revocation-policy.js +290 -0
- package/src/config/revocation-registry.json +11 -0
- package/src/config/revocation-updates.d.ts +68 -0
- package/src/config/revocation-updates.js +440 -0
- package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +1 -1
- package/src/config/runtime/profiles/muse-glimmer-30b-source-parity-f32kv.json +30 -0
- package/src/config/runtime/profiles/muse-glimmer-30b-source-parity.json +110 -0
- package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +1 -1
- package/src/config/runtime/profiles/qwen3-8-27b-source-parity.json +87 -0
- package/src/config/runtime-merge.js +1 -1
- package/src/config/runtime.js +1 -1
- package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
- package/src/config/schema/browser-suite-metrics.schema.js +2 -0
- package/src/config/schema/conversion-report.schema.d.ts +3 -0
- package/src/config/schema/conversion-report.schema.js +29 -0
- package/src/config/schema/converter.schema.d.ts +1 -0
- package/src/config/schema/debug.schema.d.ts +1 -0
- package/src/config/schema/doppler.schema.js +6 -5
- package/src/config/schema/emulation.schema.js +1 -1
- package/src/config/schema/execution-v1.schema.d.ts +3 -0
- package/src/config/schema/execution-v1.schema.js +19 -0
- package/src/config/schema/harness.schema.d.ts +13 -0
- package/src/config/schema/harness.schema.js +6 -0
- package/src/config/schema/inference.schema.d.ts +21 -2
- package/src/config/schema/kernel-thresholds.schema.js +1 -1
- package/src/config/schema/manifest.schema.d.ts +26 -7
- package/src/config/schema/manifest.schema.js +10 -1
- package/src/config/schema/program-bundle.schema.d.ts +52 -6
- package/src/config/schema/program-bundle.schema.js +145 -10
- package/src/config/sequence-reference.d.ts +26 -0
- package/src/config/sequence-reference.js +100 -0
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +2 -2
- package/src/config/target-plan.d.ts +108 -0
- package/src/config/target-plan.js +411 -0
- package/src/config/training-defaults.js +1 -1
- package/src/config/transforms/capability-transform-resolver.js +4 -105
- package/src/config/transforms/execution-graph/dtype.js +591 -0
- package/src/config/transforms/execution-graph/fusion.js +436 -0
- package/src/config/transforms/execution-graph/validation.js +414 -0
- package/src/config/transforms/execution-graph-transforms.js +13 -1419
- package/src/converter/artifact-identity.js +475 -0
- package/src/converter/conversion-plan.js +1 -1
- package/src/converter/core.js +94 -2096
- package/src/converter/forge-candidate-evaluation.js +271 -0
- package/src/converter/forge-qualification.js +163 -0
- package/src/converter/forge-stages.js +800 -0
- package/src/converter/manifest-builder.js +683 -0
- package/src/converter/quantization-info.js +4 -1
- package/src/converter/quantizer.js +76 -13
- package/src/converter/shard-packer.d.ts +1 -1
- package/src/converter/shard-packer.js +2 -2
- package/src/converter/tensor-transform.js +640 -0
- package/src/converter/tokenizer-contract.js +243 -0
- package/src/converter/tokenizer-manifest.js +243 -0
- package/src/debug/history.js +0 -8
- package/src/debug/index.js +0 -10
- package/src/debug/tensor.js +1 -1
- package/src/debug/trace.js +0 -7
- package/src/experimental/adapters/adapter-manager.js +2 -0
- package/src/experimental/adapters/adapter-manifest.d.ts +6 -0
- package/src/experimental/adapters/adapter-manifest.js +11 -0
- package/src/experimental/adapters/artifact-contract.d.ts +2 -2
- package/src/experimental/adapters/artifact-contract.js +5 -2
- package/src/experimental/adapters/lora-loader.d.ts +10 -1
- package/src/experimental/adapters/lora-loader.js +110 -48
- package/src/{inference/pipelines → experimental}/audio/gemma4.js +9 -31
- package/src/experimental/bdpa/basis-decomposed-paged.d.ts +50 -0
- package/src/experimental/bdpa/basis-decomposed-paged.js +276 -0
- package/src/experimental/bridge/trainer-artifact-bridge.js +3 -3
- package/src/experimental/browser/browser-converter.js +11 -11
- package/src/experimental/diffusion/index.d.ts +1 -1
- package/src/experimental/diffusion/index.js +1 -1
- package/src/{inference/pipelines → experimental}/diffusion/pipeline.d.ts +2 -2
- package/src/{inference/pipelines → experimental}/diffusion/pipeline.js +17 -17
- package/src/{inference/pipelines → experimental}/diffusion/text-encoder-gpu.js +21 -19
- package/src/experimental/diffusion/vae.js +596 -0
- package/src/experimental/distribution/shard-delivery/receipt.js +588 -0
- package/src/experimental/distribution/shard-delivery/retry.js +392 -0
- package/src/experimental/distribution/shard-delivery/transport.js +831 -0
- package/src/experimental/distribution/shard-delivery.js +4 -1709
- package/src/experimental/energy/index.d.ts +2 -2
- package/src/experimental/energy/index.js +2 -2
- package/src/{inference/pipelines → experimental}/energy/pipeline.js +13 -13
- package/src/{inference/pipelines → experimental}/energy/types.d.ts +2 -2
- package/src/experimental/logits/cpu-output.d.ts +27 -0
- package/src/{inference/pipelines/text/logits/utils.js → experimental/logits/cpu-output.js} +19 -27
- package/src/experimental/logits/cpu.d.ts +87 -0
- package/src/experimental/logits/cpu.js +95 -0
- package/src/experimental/orchestration/energy-row-head-pipeline.d.ts +103 -0
- package/src/{inference/pipelines/energy-head/row-head-pipeline.js → experimental/orchestration/energy-row-head-pipeline.js} +13 -13
- package/src/experimental/orchestration/index.d.ts +1 -1
- package/src/experimental/orchestration/index.js +1 -1
- package/src/experimental/training/artifacts.js +2 -2
- package/src/experimental/training/checkpoint.js +2 -2
- package/src/experimental/training/distillation/artifacts.js +1 -1
- package/src/experimental/training/distillation/dataset.js +2 -2
- package/src/experimental/training/distillation/eval.js +1 -1
- package/src/experimental/training/distillation/runtime.js +2 -2
- package/src/experimental/training/distillation/student-fixture/execution.js +166 -0
- package/src/experimental/training/distillation/student-fixture/model.js +353 -0
- package/src/experimental/training/distillation/student-fixture.js +2 -469
- package/src/experimental/training/lora/checkpoint.js +746 -0
- package/src/experimental/training/lora/execution.js +550 -0
- package/src/experimental/training/lora/plan.js +387 -0
- package/src/experimental/training/lora/recovery.js +418 -0
- package/src/experimental/training/lora-pipeline.js +7 -1949
- package/src/experimental/training/operator-artifacts.js +2 -2
- package/src/experimental/training/operator-command.js +4 -4
- package/src/experimental/training/runner/evaluation.js +62 -0
- package/src/experimental/training/runner/lifecycle.js +257 -0
- package/src/experimental/training/runner.js +5 -268
- package/src/experimental/training/suite/execution.js +879 -0
- package/src/experimental/training/suite/plan.js +855 -0
- package/src/experimental/training/suite.js +5 -1659
- package/src/experimental/training/workloads.d.ts +5 -5
- package/src/experimental/training/workloads.js +6 -6
- package/src/experimental/turboquant/codebook.js +470 -0
- package/src/formats/quantization-constants.d.ts +11 -0
- package/src/formats/quantization-constants.js +11 -0
- package/src/formats/rdrr/integrity.js +1 -1
- package/src/formats/rdrr/lowerings.js +0 -29
- package/src/formats/rdrr/merkle.js +1 -1
- package/src/formats/rdrr/tensor-config-validator.js +25 -5
- package/src/formats/rdrr/validation.js +3 -3
- package/src/gpu/command-recorder.d.ts +10 -1
- package/src/gpu/command-recorder.js +58 -14
- package/src/gpu/constant-buffer.js +29 -0
- package/src/gpu/device-state.js +44 -0
- package/src/gpu/device.js +11 -41
- package/src/gpu/kernel-runtime.js +2 -1
- package/src/gpu/kernels/activation-static-qdq.js +1 -1
- package/src/gpu/kernels/append_embedding.wgsl +14 -0
- package/src/gpu/kernels/attention/executors.js +960 -0
- package/src/gpu/kernels/attention/plan.js +472 -0
- package/src/gpu/kernels/attention.d.ts +4 -0
- package/src/gpu/kernels/attention.js +145 -1545
- package/src/gpu/kernels/attention_relative.wgsl +59 -0
- package/src/gpu/kernels/backward/adam.js +2 -1
- package/src/gpu/kernels/backward/attention_backward.js +1 -1
- package/src/gpu/kernels/backward/bias_add_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/bias_add_backward.js +1 -1
- package/src/gpu/kernels/backward/causal_conv1d_silu_backward.js +2 -1
- package/src/gpu/kernels/backward/conv2d_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/conv2d_backward.js +2 -1
- package/src/gpu/kernels/backward/cross_entropy_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/cross_entropy_backward.js +1 -1
- package/src/gpu/kernels/backward/embed_backward.js +2 -1
- package/src/gpu/kernels/backward/executor.d.ts +34 -0
- package/src/gpu/kernels/backward/executor.js +158 -0
- package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +2 -1
- package/src/gpu/kernels/backward/gated_rmsnorm_backward.js +2 -1
- package/src/gpu/kernels/backward/gelu_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/gelu_backward.js +1 -1
- package/src/gpu/kernels/backward/groupnorm_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/groupnorm_backward.js +1 -1
- package/src/gpu/kernels/backward/layernorm_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/layernorm_backward.js +2 -1
- package/src/gpu/kernels/backward/matmul.js +133 -0
- package/src/gpu/kernels/backward/matmul_backward.d.ts +0 -1
- package/src/gpu/kernels/backward/matmul_backward.js +1 -1
- package/src/gpu/kernels/backward/pixel_shuffle_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/pixel_shuffle_backward.js +1 -1
- package/src/gpu/kernels/backward/rmsnorm_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/rmsnorm_backward.js +2 -1
- package/src/gpu/kernels/backward/rope_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/rope_backward.js +2 -1
- package/src/gpu/kernels/backward/scale_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/scale_backward.js +2 -1
- package/src/gpu/kernels/backward/silu_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/silu_backward.js +1 -1
- package/src/gpu/kernels/backward/softmax_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/softmax_backward.js +1 -1
- package/src/gpu/kernels/backward/upsample2d_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/upsample2d_backward.js +1 -1
- package/src/gpu/kernels/backward/utils.js +2 -392
- package/src/gpu/kernels/bind-group-validation.js +16 -0
- package/src/gpu/kernels/cast.js +2 -1
- package/src/gpu/kernels/check-finiteness.js +13 -49
- package/src/gpu/kernels/check-hot-vocab-stop.js +13 -39
- package/src/gpu/kernels/check-stop.js +14 -33
- package/src/gpu/kernels/check_finiteness.wgsl +33 -0
- package/src/gpu/kernels/check_hot_vocab_stop.wgsl +29 -0
- package/src/gpu/kernels/check_stop.wgsl +20 -0
- package/src/gpu/kernels/clamp.js +1 -1
- package/src/gpu/kernels/conv2d.js +1 -1
- package/src/gpu/kernels/cross_entropy_loss.js +1 -1
- package/src/gpu/kernels/depthwise_conv1d.js +1 -1
- package/src/gpu/kernels/depthwise_conv2d.js +1 -1
- package/src/gpu/kernels/dequant.js +7 -2
- package/src/gpu/kernels/diffusion-gemma-sampling.js +3 -5
- package/src/gpu/kernels/dispatch.js +12 -1
- package/src/gpu/kernels/embedding-pool.js +72 -0
- package/src/gpu/kernels/embedding_pool_f16.wgsl +38 -0
- package/src/gpu/kernels/embedding_pool_f32.wgsl +36 -0
- package/src/gpu/kernels/energy.js +2 -1
- package/src/gpu/kernels/forecast_output.wgsl +17 -0
- package/src/gpu/kernels/fused-gate-up-gelu.js +1 -1
- package/src/gpu/kernels/fused_ffn.js +10 -220
- package/src/gpu/kernels/fused_matmul_residual.js +2 -1
- package/src/gpu/kernels/fused_matmul_rmsnorm.js +2 -1
- package/src/gpu/kernels/fused_normed_ffn_q4k.wgsl +208 -0
- package/src/gpu/kernels/gated-short-conv.js +11 -69
- package/src/gpu/kernels/gated_delta_conv.wgsl +66 -0
- package/src/gpu/kernels/gated_delta_conv_f16.wgsl +68 -0
- package/src/gpu/kernels/gated_delta_fused_decode.wgsl +173 -0
- package/src/gpu/kernels/gated_delta_fused_decode_f16.wgsl +175 -0
- package/src/gpu/kernels/gated_delta_recurrent.wgsl +165 -0
- package/src/gpu/kernels/gated_delta_recurrent_f16.wgsl +167 -0
- package/src/gpu/kernels/gated_short_conv.wgsl +47 -0
- package/src/gpu/kernels/gather.d.ts +1 -1
- package/src/gpu/kernels/gather.js +30 -6
- package/src/gpu/kernels/gather_bf16.wgsl +69 -0
- package/src/gpu/kernels/gelu.d.ts +4 -0
- package/src/gpu/kernels/gelu.js +12 -2
- package/src/gpu/kernels/gelu.wgsl +16 -0
- package/src/gpu/kernels/gelu_f16.wgsl +16 -0
- package/src/gpu/kernels/gemma4-route-expert.js +1 -1
- package/src/gpu/kernels/grouped_pointwise_conv2d.js +1 -1
- package/src/gpu/kernels/groupnorm.js +1 -1
- package/src/gpu/kernels/index.d.ts +38 -5
- package/src/gpu/kernels/index.js +18 -4
- package/src/gpu/kernels/instance_stats.wgsl +26 -0
- package/src/gpu/kernels/kernel-base.js +1 -1
- package/src/gpu/kernels/kernel-cache-lifecycle.d.ts +9 -0
- package/src/gpu/kernels/kernel-cache-lifecycle.js +26 -0
- package/src/gpu/kernels/kernel-configs.d.ts +10 -61
- package/src/gpu/kernels/kernel-configs.js +26 -54
- package/src/gpu/kernels/kernel-execution.js +141 -0
- package/src/gpu/kernels/kv-cache-write.js +4 -4
- package/src/gpu/kernels/kv-quantize.js +4 -1
- package/src/gpu/kernels/l2-normalize.js +36 -0
- package/src/gpu/kernels/l2_normalize.wgsl +53 -0
- package/src/gpu/kernels/layernorm.d.ts +4 -4
- package/src/gpu/kernels/layernorm.js +44 -7
- package/src/gpu/kernels/linear-attention-core.js +29 -449
- package/src/gpu/kernels/linear_attention.js +1 -1
- package/src/gpu/kernels/lm-head-argmax.js +2 -2
- package/src/gpu/kernels/lm-head-select-logits.js +2 -2
- package/src/gpu/kernels/logit-finalize.js +103 -0
- package/src/gpu/kernels/logit-merge.js +13 -125
- package/src/gpu/kernels/logit-scatter.js +40 -0
- package/src/gpu/kernels/logit_finalize_f16.wgsl +43 -0
- package/src/gpu/kernels/logit_finalize_f32.wgsl +41 -0
- package/src/gpu/kernels/logit_merge_geometric.wgsl +23 -0
- package/src/gpu/kernels/logit_merge_max.wgsl +23 -0
- package/src/gpu/kernels/logit_merge_weighted.wgsl +23 -0
- package/src/gpu/kernels/logit_scatter_f16.wgsl +26 -0
- package/src/gpu/kernels/logit_scatter_f32.wgsl +24 -0
- package/src/gpu/kernels/matmul-dispatch.js +6 -1
- package/src/gpu/kernels/matmul-selection.js +3 -2
- package/src/gpu/kernels/matmul.js +4 -15
- package/src/gpu/kernels/matmul_bf16w_f32a.wgsl +93 -0
- package/src/gpu/kernels/matmul_gemv_subgroup_bf16w.wgsl +433 -0
- package/src/gpu/kernels/modulate.js +1 -1
- package/src/gpu/kernels/moe.js +3 -1
- package/src/gpu/kernels/moe_router_bias_add_f16_f16.wgsl +23 -0
- package/src/gpu/kernels/moe_router_bias_add_f16_f32.wgsl +23 -0
- package/src/gpu/kernels/moe_router_bias_add_f32_f16.wgsl +23 -0
- package/src/gpu/kernels/moe_router_bias_add_f32_f32.wgsl +21 -0
- package/src/gpu/kernels/patch_context.wgsl +29 -0
- package/src/gpu/kernels/pipeline-cache.js +3 -1
- package/src/gpu/kernels/pixel_shuffle.js +1 -1
- package/src/gpu/kernels/probe_shader_f16.wgsl +7 -0
- package/src/gpu/kernels/relu.js +1 -1
- package/src/gpu/kernels/rep-penalty.js +30 -5
- package/src/gpu/kernels/rep_penalty.wgsl +25 -30
- package/src/gpu/kernels/rep_penalty_f16.wgsl +24 -25
- package/src/gpu/kernels/repeat_channels.js +1 -1
- package/src/gpu/kernels/residual.js +2 -2
- package/src/gpu/kernels/rmsnorm-pair.js +1 -1
- package/src/gpu/kernels/rmsnorm-qk.js +1 -1
- package/src/gpu/kernels/rmsnorm-stats.js +14 -113
- package/src/gpu/kernels/rmsnorm.js +1 -1
- package/src/gpu/kernels/rmsnorm_serial.wgsl +19 -0
- package/src/gpu/kernels/rmsnorm_stats.wgsl +59 -0
- package/src/gpu/kernels/rmsnorm_stats_subgroups.wgsl +76 -0
- package/src/gpu/kernels/rope-precompute.js +160 -0
- package/src/gpu/kernels/rope-qk.js +1 -1
- package/src/gpu/kernels/rope.js +2 -2
- package/src/gpu/kernels/rope_precompute.wgsl +74 -0
- package/src/gpu/kernels/sample.d.ts +1 -0
- package/src/gpu/kernels/sample.js +36 -17
- package/src/gpu/kernels/sample.wgsl +112 -157
- package/src/gpu/kernels/sample_f16.wgsl +168 -162
- package/src/gpu/kernels/scale.js +1 -1
- package/src/gpu/kernels/shader-cache.js +8 -4
- package/src/gpu/kernels/shader-source-scope.js +68 -0
- package/src/gpu/kernels/silu.js +2 -1
- package/src/gpu/kernels/soft-embedding.js +3 -1
- package/src/gpu/kernels/softmax.js +4 -2
- package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +1 -1
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +1 -1
- package/src/gpu/kernels/split_qg.js +1 -1
- package/src/gpu/kernels/split_qkv.d.ts +2 -0
- package/src/gpu/kernels/split_qkv.js +18 -3
- package/src/gpu/kernels/split_qkv.wgsl +5 -2
- package/src/gpu/kernels/split_qkv_f16.wgsl +5 -2
- package/src/gpu/kernels/submit_probe.wgsl +6 -0
- package/src/gpu/kernels/transpose.js +1 -1
- package/src/gpu/kernels/turboquant-codebook.js +4 -535
- package/src/gpu/kernels/uniform-utils.js +7 -2
- package/src/gpu/kernels/upsample2d.js +1 -1
- package/src/gpu/kernels/utils.js +9 -330
- package/src/gpu/kernels/vision-average-pool.d.ts +13 -0
- package/src/gpu/kernels/vision-average-pool.js +68 -0
- package/src/gpu/kernels/vision-patch-embed.d.ts +17 -0
- package/src/gpu/kernels/vision-patch-embed.js +117 -0
- package/src/gpu/kernels/vision-position-embedding.d.ts +13 -0
- package/src/gpu/kernels/vision-position-embedding.js +79 -0
- package/src/gpu/kernels/vision-rope-2d.d.ts +16 -0
- package/src/gpu/kernels/vision-rope-2d.js +73 -0
- package/src/gpu/kernels/vision-spatial-merge.d.ts +19 -0
- package/src/gpu/kernels/vision-spatial-merge.js +100 -0
- package/src/gpu/kernels/vision_average_pool.wgsl +42 -0
- package/src/gpu/kernels/vision_patch_embed.wgsl +59 -0
- package/src/gpu/kernels/vision_patch_embed_f16w.wgsl +61 -0
- package/src/gpu/kernels/vision_position_embedding.wgsl +33 -0
- package/src/gpu/kernels/vision_position_embedding_f16.wgsl +35 -0
- package/src/gpu/kernels/vision_rope_2d.wgsl +60 -0
- package/src/gpu/kernels/vision_spatial_merge.wgsl +48 -0
- package/src/gpu/readback-buffer.js +20 -0
- package/src/gpu/submit-probe.js +2 -26
- package/src/gpu/weight-buffer.d.ts +1 -0
- package/src/gpu/weight-buffer.js +7 -0
- package/src/index.d.ts +12 -0
- package/src/index.js +2 -0
- package/src/inference/browser-harness/benchmark-execution.js +872 -0
- package/src/inference/browser-harness/benchmark-rerank.js +284 -0
- package/src/inference/browser-harness/decode-diagnostics.js +241 -0
- package/src/inference/browser-harness/diffusion-performance.js +102 -0
- package/src/inference/browser-harness/inference-execution.js +543 -0
- package/src/inference/{browser-harness-model-helpers.js → browser-harness/model-initialization.js} +14 -145
- package/src/inference/browser-harness/model-resolution.js +137 -0
- package/src/inference/browser-harness/report.js +338 -0
- package/src/inference/browser-harness/request.js +263 -0
- package/src/inference/browser-harness/runtime-config.d.ts +25 -0
- package/src/inference/browser-harness/runtime-config.js +255 -0
- package/src/inference/browser-harness/runtime-isolation.d.ts +13 -0
- package/src/inference/browser-harness/runtime-isolation.js +45 -0
- package/src/inference/browser-harness/runtime-report.d.ts +26 -0
- package/src/inference/browser-harness/runtime-report.js +117 -0
- package/src/inference/browser-harness/suite-summary.js +39 -0
- package/src/inference/browser-harness/text-evidence.js +694 -0
- package/src/inference/browser-harness/text-execution.js +757 -0
- package/src/inference/browser-harness/text-input.js +725 -0
- package/src/inference/{browser-harness-suite-helpers.js → browser-harness/timing-diagnostics.js} +1 -379
- package/src/inference/browser-harness-contract-helpers.js +1 -1
- package/src/inference/browser-harness-diffusion-energy-suites.js +8 -3
- package/src/inference/browser-harness-runtime-helpers.d.ts +3 -56
- package/src/inference/browser-harness-runtime-helpers.js +3 -423
- package/src/inference/browser-harness-text-helpers.js +31 -2199
- package/src/inference/browser-harness.d.ts +15 -2
- package/src/inference/browser-harness.js +38 -1952
- package/src/inference/kv-cache/base.js +67 -381
- package/src/inference/kv-cache/basis-decomposed-paged.d.ts +2 -50
- package/src/inference/kv-cache/basis-decomposed-paged.js +1 -276
- package/src/inference/kv-cache/quantized.d.ts +2 -2
- package/src/inference/kv-cache/quantized.js +4 -8
- package/src/inference/kv-cache/update.js +309 -0
- package/src/inference/model-checkpoint-evidence.d.ts +75 -0
- package/src/inference/model-checkpoint-evidence.js +264 -0
- package/src/inference/moe-router.js +36 -216
- package/src/inference/multi-model-network.js +5 -341
- package/src/inference/pipelines/audio/index.js +1 -20
- package/src/inference/pipelines/audio/mel.js +0 -38
- package/src/inference/pipelines/context.js +6 -2
- package/src/inference/pipelines/diffusion/profile-timing.js +10 -0
- package/src/inference/pipelines/diffusion/runtime-resources.js +54 -0
- package/src/inference/pipelines/diffusion/sd3/execution.js +805 -0
- package/src/inference/pipelines/diffusion/sd3/plan.js +125 -0
- package/src/inference/pipelines/diffusion/sd3-transformer.js +44 -895
- package/src/inference/pipelines/diffusion/{vae.js → vae/execution.js} +46 -618
- package/src/inference/pipelines/diffusion/{helpers.js → weight-contract.js} +1 -68
- package/src/inference/pipelines/energy-head/row-head-pipeline.d.ts +1 -103
- package/src/inference/pipelines/factory.js +14 -3
- package/src/inference/pipelines/shader-scoped-pipeline.js +29 -0
- package/src/inference/pipelines/structured/json-grammar-mask.d.ts +2 -0
- package/src/inference/pipelines/structured/json-grammar-mask.js +115 -124
- package/src/inference/pipelines/text/abort-contract.js +22 -0
- package/src/inference/pipelines/text/attention/attn-config.js +1 -16
- package/src/inference/pipelines/text/attention/gate-projection.js +30 -0
- package/src/inference/pipelines/text/attention/heterogeneous-contract.js +8 -0
- package/src/inference/pipelines/text/attention/interpreter/immediate.js +211 -0
- package/src/inference/pipelines/text/attention/interpreter/recorded.js +451 -0
- package/src/inference/pipelines/text/attention/interpreter.js +89 -439
- package/src/inference/pipelines/text/attention/plan.d.ts +1 -0
- package/src/inference/pipelines/text/attention/plan.js +17 -0
- package/src/inference/pipelines/text/attention/projection-executor.js +331 -0
- package/src/inference/pipelines/text/attention/projection-plan.js +259 -0
- package/src/inference/pipelines/text/attention/projections.js +20 -537
- package/src/inference/pipelines/text/attention/query-transform.js +11 -0
- package/src/inference/pipelines/text/attention/record.js +0 -6
- package/src/inference/pipelines/text/attention/recorded-health.js +21 -0
- package/src/inference/pipelines/text/attention/rope-observation.js +40 -0
- package/src/inference/pipelines/text/attention/run.js +0 -6
- package/src/inference/pipelines/text/attention/types.js +3 -31
- package/src/inference/pipelines/text/chat-format.d.ts +3 -0
- package/src/inference/pipelines/text/chat-format.js +42 -0
- package/src/inference/pipelines/text/config/normalization.js +729 -0
- package/src/inference/pipelines/text/config/validation.js +9 -0
- package/src/inference/pipelines/text/config.d.ts +12 -1
- package/src/inference/pipelines/text/config.js +14 -1228
- package/src/inference/pipelines/text/debug-utils/health-metrics.js +57 -0
- package/src/inference/pipelines/text/debug-utils/index.js +3 -8
- package/src/inference/pipelines/text/debug-utils/profiles.js +8 -0
- package/src/inference/pipelines/text/debug-utils/readback-decoding.js +24 -0
- package/src/inference/pipelines/text/debug-utils/tensor.js +1 -1
- package/src/inference/pipelines/text/dtype-contract.js +1 -68
- package/src/inference/pipelines/text/embed.js +178 -241
- package/src/inference/pipelines/text/embedding-contract.d.ts +7 -0
- package/src/inference/pipelines/text/embedding-contract.js +21 -0
- package/src/inference/pipelines/text/embedding-extraction.js +225 -0
- package/src/inference/pipelines/text/embedding-normalization.js +39 -0
- package/src/inference/pipelines/text/execution-runtime-builders.js +0 -32
- package/src/inference/pipelines/text/execution-v1/plan.js +69 -0
- package/src/inference/pipelines/text/execution-v1/validation.js +233 -0
- package/src/inference/pipelines/text/execution-v1.js +7 -283
- package/src/inference/pipelines/text/execution.js +517 -0
- package/src/inference/pipelines/text/ffn/dense-executor.js +723 -0
- package/src/inference/pipelines/text/ffn/dense-plan.js +327 -0
- package/src/inference/pipelines/text/ffn/dense.js +6 -970
- package/src/inference/pipelines/text/ffn/sandwich.js +10 -9
- package/src/inference/pipelines/text/ffn/standard.js +2 -1
- package/src/inference/pipelines/text/generator/attention-lifecycle.js +24 -0
- package/src/inference/pipelines/text/generator/decode-runtime.js +985 -0
- package/src/inference/pipelines/text/generator/decode.js +964 -0
- package/src/inference/pipelines/text/generator/diffusion.js +607 -0
- package/src/inference/pipelines/text/generator/logits-config.js +63 -0
- package/src/inference/pipelines/text/generator/prefill-observation.js +29 -0
- package/src/inference/pipelines/text/generator/prefill-policy.js +56 -0
- package/src/inference/pipelines/text/generator/prefill-runtime.js +896 -0
- package/src/inference/pipelines/text/{generator-prefill-helpers.js → generator/prefix-embedding.js} +16 -121
- package/src/inference/pipelines/text/generator/prompt-input.js +47 -0
- package/src/inference/pipelines/text/generator/recovery.js +310 -0
- package/src/inference/pipelines/text/{generator-helpers.js → generator/session-context.js} +42 -110
- package/src/inference/pipelines/text/generator/text.js +448 -0
- package/src/inference/pipelines/text/generator/training.js +753 -0
- package/src/inference/pipelines/text/generator-decode-policy.js +1 -1
- package/src/inference/pipelines/text/generator-logits-observation.js +48 -0
- package/src/inference/pipelines/text/generator-runtime.js +23 -154
- package/src/inference/pipelines/text/generator-steps.js +45 -980
- package/src/inference/pipelines/text/generator.js +179 -3552
- package/src/inference/pipelines/text/image-transcription.js +304 -0
- package/src/inference/pipelines/text/init-qkv-fusion.js +18 -9
- package/src/inference/pipelines/text/init-rope.js +37 -189
- package/src/inference/pipelines/text/init.d.ts +8 -3
- package/src/inference/pipelines/text/init.js +6 -216
- package/src/inference/pipelines/text/layer-execution-contract.js +97 -0
- package/src/inference/pipelines/text/layer-input-execution.js +435 -0
- package/src/inference/pipelines/text/layer-plan-gpu.js +13 -6
- package/src/inference/pipelines/text/layer-plan.d.ts +21 -5
- package/src/inference/pipelines/text/layer-plan.js +45 -3
- package/src/inference/pipelines/text/layer.js +52 -522
- package/src/inference/pipelines/text/lifecycle.js +839 -0
- package/src/inference/pipelines/text/linear-attention/plan.js +554 -0
- package/src/inference/pipelines/text/linear-attention-ab-fusion.js +2 -2
- package/src/inference/pipelines/text/linear-attention.d.ts +2 -2
- package/src/inference/pipelines/text/linear-attention.js +28 -534
- package/src/inference/pipelines/text/logits/cpu-output.d.ts +1 -0
- package/src/inference/pipelines/text/logits/cpu-output.js +5 -0
- package/src/inference/pipelines/text/logits/cpu.d.ts +1 -87
- package/src/inference/pipelines/text/logits/cpu.js +8 -95
- package/src/inference/pipelines/text/logits/gpu-executor.js +368 -0
- package/src/inference/pipelines/text/logits/gpu.d.ts +27 -0
- package/src/inference/pipelines/text/logits/gpu.js +116 -579
- package/src/inference/pipelines/text/logits/index.d.ts +2 -1
- package/src/inference/pipelines/text/logits/index.js +62 -102
- package/src/inference/pipelines/text/logits/output-transform.js +54 -0
- package/src/inference/pipelines/text/logits/plan.js +184 -0
- package/src/inference/pipelines/text/logits/readback.d.ts +6 -0
- package/src/inference/pipelines/text/logits/readback.js +9 -0
- package/src/inference/pipelines/text/logits/scale-policy.js +20 -0
- package/src/inference/pipelines/text/logits/types.d.ts +1 -0
- package/src/inference/pipelines/text/lora-apply.js +12 -4
- package/src/inference/pipelines/text/lora-types.d.ts +12 -0
- package/src/inference/pipelines/text/modality-token-contract.js +115 -0
- package/src/inference/pipelines/text/model-load.js +0 -20
- package/src/inference/pipelines/text/moe/expert-loading.js +9 -0
- package/src/inference/pipelines/text/moe/gpu-executor.js +513 -0
- package/src/inference/pipelines/text/moe/plan.js +47 -0
- package/src/inference/pipelines/text/moe-cpu.js +9 -135
- package/src/inference/pipelines/text/moe-gpu.js +21 -545
- package/src/inference/pipelines/text/normalization-contract.js +17 -0
- package/src/inference/pipelines/text/per-layer/materialize.js +736 -0
- package/src/inference/pipelines/text/per-layer/plan.js +362 -0
- package/src/inference/pipelines/text/per-layer-inputs.js +4 -1037
- package/src/inference/pipelines/text/pipeline-load-timing.js +77 -0
- package/src/inference/pipelines/text/probes.js +20 -0
- package/src/inference/pipelines/text/sampling-config.js +22 -113
- package/src/inference/pipelines/text/sampling.d.ts +9 -1
- package/src/inference/pipelines/text/sampling.js +18 -375
- package/src/inference/pipelines/text/state.d.ts +8 -0
- package/src/inference/pipelines/text/state.js +1 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +88 -16
- package/src/inference/pipelines/text/types.d.ts +7 -3
- package/src/inference/pipelines/text/weight-loading-config.js +194 -0
- package/src/inference/pipelines/text.d.ts +2 -2
- package/src/inference/pipelines/text.js +46 -1633
- package/src/inference/pipelines/video/frame-sampler.js +0 -13
- package/src/inference/pipelines/video/index.js +0 -21
- package/src/inference/pipelines/vision/attention.js +59 -0
- package/src/inference/pipelines/vision/encoder.js +254 -369
- package/src/inference/pipelines/vision/gemma4.js +204 -318
- package/src/inference/pipelines/vision/glmocr-preprocess.js +273 -0
- package/src/inference/pipelines/vision/glmocr-rope.js +106 -0
- package/src/inference/pipelines/vision/glmocr.js +557 -0
- package/src/inference/pipelines/vision/image-preprocess.js +0 -27
- package/src/inference/pipelines/vision/index.js +8 -27
- package/src/inference/pipelines/vision/ops.js +11 -33
- package/src/inference/pipelines/vision/patch-embed.js +51 -145
- package/src/inference/pipelines/vision/spatial-merge.js +78 -0
- package/src/inference/pipelines/vision/weight-loading.js +79 -0
- package/src/inference/refactor-receipt.js +2 -2
- package/src/inference/rerank.js +182 -0
- package/src/inference/token-sampling.js +319 -0
- package/src/inference/tokenizer.js +1 -1
- package/src/inference/tokenizers/behavior-flags.js +6 -3
- package/src/inference/tokenizers/bundled/decoders.js +133 -0
- package/src/inference/tokenizers/bundled/registry.js +216 -0
- package/src/inference/tokenizers/bundled.js +23 -353
- package/src/loader/doppler-loader.d.ts +4 -0
- package/src/loader/doppler-loader.js +119 -930
- package/src/loader/embedding-limit-preflight.js +11 -4
- package/src/loader/embedding-loader.js +1 -3
- package/src/loader/gpu-tensor-materialization.js +20 -0
- package/src/loader/layer-loader.js +15 -119
- package/src/loader/layer-tensor-aliases.js +99 -0
- package/src/loader/layer-weight-shape.js +29 -0
- package/src/loader/load-timing.js +64 -0
- package/src/loader/loader-types.d.ts +3 -0
- package/src/loader/model-executor.js +819 -0
- package/src/loader/model-load-validation.js +15 -0
- package/src/loader/quantization-constants.d.ts +11 -29
- package/src/loader/quantization-constants.js +1 -2
- package/src/loader/shard-resolver.js +0 -14
- package/src/loader/tensor-load-error.js +14 -0
- package/src/loader/tensor-shard-indices.js +8 -0
- package/src/loader/tensors/bf16-loader.js +125 -0
- package/src/loader/tensors/functional-descriptor-loader.js +3 -375
- package/src/loader/tensors/load-executor.js +577 -0
- package/src/loader/tensors/source-transform/executor.js +123 -0
- package/src/loader/tensors/source-transform/plan.js +107 -0
- package/src/loader/tensors/source-transform.js +15 -264
- package/src/loader/tensors/tensor-loader.d.ts +4 -4
- package/src/loader/tensors/tensor-loader.js +7 -653
- package/src/memory/buffer-pool.js +7 -29
- package/src/rules/capability-transform-resolver.js +80 -0
- package/src/rules/execution-contract.d.ts +73 -0
- package/src/rules/execution-contract.js +429 -0
- package/src/rules/execution-rules-contract-check.js +1 -1
- package/src/rules/generated/rule-bundle.json +4305 -0
- package/src/rules/inference/capability-transforms.rules.json +3 -3
- package/src/rules/layer-pattern-contract-check.js +1 -1
- package/src/rules/rule-registry.js +70 -57
- package/src/storage/artifact-storage-context.js +2 -2
- package/src/storage/backend-selection.js +43 -0
- package/src/storage/backends/opfs-store.d.ts +41 -0
- package/src/storage/distribution-transport.js +5 -0
- package/src/storage/download/integrity.d.ts +33 -0
- package/src/storage/download/integrity.js +130 -0
- package/src/storage/download/resume-inspection.d.ts +22 -0
- package/src/storage/download/resume-inspection.js +134 -0
- package/src/storage/download/retry.js +57 -0
- package/src/storage/download/state.js +131 -0
- package/src/storage/download/transport.js +99 -0
- package/src/storage/downloader.js +74 -453
- package/src/storage/model-cache.d.ts +1 -0
- package/src/storage/model-cache.js +51 -11
- package/src/storage/shard-manager.d.ts +5 -0
- package/src/storage/shard-manager.js +50 -369
- package/src/storage/shards/index.js +60 -0
- package/src/storage/shards/integrity.js +225 -0
- package/src/storage/shards/lifecycle.js +22 -0
- package/src/storage/source-artifact-store.js +14 -4
- package/src/tooling/boundary-evidence.d.ts +4 -4
- package/src/tooling/boundary-evidence.js +20 -20
- package/src/tooling/browser-command-runner.js +13 -6
- package/src/tooling/capsule-v2.d.ts +11 -0
- package/src/tooling/capsule-v2.js +58 -0
- package/src/tooling/capsule.js +20 -0
- package/src/tooling/command-api-constants.js +1 -1
- package/src/tooling/command-api-family-normalizers.js +163 -5
- package/src/tooling/command-api.d.ts +42 -3
- package/src/tooling/command-api.js +7 -2
- package/src/tooling/command-envelope.js +1 -1
- package/src/tooling/{command-api-helpers.js → command-request-normalization.js} +1 -1
- package/src/tooling/command-runner.html +49 -1
- package/src/tooling/command-validation.js +1 -24
- package/src/tooling/conversion-run-timing.js +24 -0
- package/src/tooling/diagnose-runner.js +11 -9
- package/src/tooling/distribution-shard-transport.js +11 -0
- package/src/tooling/execution-cost-ledger.d.ts +76 -2
- package/src/tooling/execution-cost-ledger.js +197 -15
- package/src/tooling/hf-registry/catalog-io.js +63 -0
- package/src/tooling/litert/package.js +863 -0
- package/src/tooling/litert-package-runtime.js +3 -849
- package/src/tooling/model-capsule-forge.js +478 -0
- package/src/tooling/node-browser/execution.d.ts +40 -0
- package/src/tooling/node-browser/execution.js +308 -0
- package/src/tooling/node-browser/static-server.js +189 -0
- package/src/tooling/node-browser/transport.d.ts +80 -0
- package/src/tooling/node-browser/transport.js +622 -0
- package/src/tooling/node-browser-command-runner.d.ts +18 -78
- package/src/tooling/node-browser-command-runner.js +10 -1112
- package/src/tooling/node-capsule-artifact-store.js +44 -0
- package/src/tooling/node-command-execution.js +237 -0
- package/src/tooling/node-command-runner.js +26 -205
- package/src/tooling/node-converter/input.js +521 -0
- package/src/tooling/node-converter/output.js +244 -0
- package/src/tooling/node-converter-chunk-batches.js +21 -0
- package/src/tooling/node-converter.js +7 -720
- package/src/tooling/node-source-runtime.js +16 -276
- package/src/tooling/node-webgpu-provider.v1.json +33 -0
- package/src/tooling/node-webgpu.js +178 -453
- package/src/tooling/opfs-cache.d.ts +5 -0
- package/src/tooling/opfs-cache.js +4 -0
- package/src/tooling/production-release.d.ts +19 -0
- package/src/tooling/production-release.js +647 -0
- package/src/tooling/program-bundle/embedding-reference.js +19 -0
- package/src/tooling/program-bundle/materialize.js +324 -0
- package/src/tooling/program-bundle/rerank-reference.js +22 -0
- package/src/tooling/program-bundle/sequence-reference.js +42 -0
- package/src/tooling/program-bundle/validation.js +31 -0
- package/src/tooling/program-bundle/wgsl-closure.js +254 -0
- package/src/tooling/program-bundle-parity.d.ts +11 -4
- package/src/tooling/program-bundle-parity.js +262 -109
- package/src/tooling/program-bundle.d.ts +7 -0
- package/src/tooling/program-bundle.js +186 -591
- package/src/tooling/provider-v1-contract.d.ts +61 -0
- package/src/tooling/provider-v1-contract.js +192 -0
- package/src/tooling/registered-variant-calibration-job.d.ts +98 -0
- package/src/tooling/registered-variant-calibration-job.js +210 -0
- package/src/tooling/registered-variant-calibration.d.ts +167 -7
- package/src/tooling/registered-variant-calibration.js +57 -7
- package/src/tooling/runtime-optimization/candidates.js +664 -0
- package/src/tooling/runtime-optimization-campaign.js +166 -0
- package/src/tooling/runtime-optimization-index.js +16 -1
- package/src/tooling/runtime-optimization.d.ts +44 -0
- package/src/tooling/runtime-optimization.js +13 -656
- package/src/tooling/source-intake.d.ts +1 -1
- package/src/tooling/source-intake.js +34 -17
- package/src/tooling/source-package-profiles.js +1 -1
- package/src/tooling/source-runtime/bundle-materialize.js +298 -0
- package/src/tooling/source-runtime/bundle-plan.js +121 -0
- package/src/tooling/source-runtime/node-loader.js +258 -0
- package/src/tooling/source-runtime-bundle.js +26 -411
- package/src/tooling/source-runtime-converter-config.js +1 -1
- package/src/tooling-experimental-exports.js +0 -5
- package/src/tooling-exports/evidence.d.ts +14 -3
- package/src/tooling-exports/evidence.js +14 -3
- package/src/tooling-exports/storage.d.ts +7 -0
- package/src/tooling-exports/storage.js +5 -0
- package/src/tooling-exports.d.ts +3 -0
- package/src/tooling-exports.js +2 -0
- package/src/tooling-exports.shared.d.ts +17 -3
- package/src/tooling-exports.shared.js +9 -3
- package/src/training.d.ts +6 -6
- package/src/training.js +4 -4
- package/src/version.js +1 -1
- package/tests/kernels/browser/kernel-suite.js +512 -0
- package/tests/kernels/browser/test-page.js +170 -14
- package/tests/kernels/harness/tolerance.js +1 -0
- package/tests/kernels/reference/index.js +13 -1
- package/tests/kernels/reference/vision.js +160 -0
- package/src/converter/quantizer.d.ts +0 -121
- package/src/gpu/kernels/backward/utils.d.ts +0 -90
- package/src/gpu/kernels/uniform-utils.d.ts +0 -66
- package/src/gpu/kernels/utils.d.ts +0 -147
- package/src/inference/pipelines/text/debug-utils/utils.js +0 -118
- package/src/inference/pipelines/text/logits/utils.d.ts +0 -58
- package/src/inference/pipelines/text/moe-cpu-gptoss.js +0 -115
- package/src/inference/pipelines/text/moe-helpers.js +0 -21
- package/src/rules/converter/execution.rules.json +0 -20
- package/src/rules/converter/tensor-roles.rules.json +0 -13
- package/src/rules/converter/tokenizer.rules.json +0 -12
- package/src/rules/inference/attention.rules.json +0 -69
- package/src/rules/inference/config.rules.json +0 -82
- package/src/rules/inference/dtype.rules.json +0 -113
- package/src/rules/inference/execution.rules.json +0 -195
- package/src/rules/inference/ffn.rules.json +0 -123
- package/src/rules/inference/layer-pattern.rules.json +0 -16
- package/src/rules/inference/layer.rules.json +0 -7
- package/src/rules/inference/moe.rules.json +0 -145
- package/src/rules/kernels/attention.rules.json +0 -68
- package/src/rules/kernels/conv2d.rules.json +0 -6
- package/src/rules/kernels/depthwise-conv2d.rules.json +0 -6
- package/src/rules/kernels/dequant.rules.json +0 -58
- package/src/rules/kernels/energy.rules.json +0 -22
- package/src/rules/kernels/fused-ffn.rules.json +0 -15
- package/src/rules/kernels/fused-matmul-residual.rules.json +0 -6
- package/src/rules/kernels/fused-matmul-rmsnorm.rules.json +0 -8
- package/src/rules/kernels/gather.rules.json +0 -93
- package/src/rules/kernels/gelu.rules.json +0 -11
- package/src/rules/kernels/grouped-pointwise-conv2d.rules.json +0 -6
- package/src/rules/kernels/groupnorm.rules.json +0 -10
- package/src/rules/kernels/kv_quantize.rules.json +0 -9
- package/src/rules/kernels/layernorm.rules.json +0 -6
- package/src/rules/kernels/linear-attention.rules.json +0 -6
- package/src/rules/kernels/lm-head-argmax.rules.json +0 -10
- package/src/rules/kernels/matmul.rules.json +0 -95
- package/src/rules/kernels/modulate.rules.json +0 -6
- package/src/rules/kernels/moe.rules.gptoss.json +0 -105
- package/src/rules/kernels/moe.rules.json +0 -14
- package/src/rules/kernels/moe.rules.mixtral.json +0 -75
- package/src/rules/kernels/pixel_shuffle.rules.json +0 -6
- package/src/rules/kernels/relu.rules.json +0 -6
- package/src/rules/kernels/rep-penalty.rules.json +0 -6
- package/src/rules/kernels/repeat-channels.rules.json +0 -6
- package/src/rules/kernels/residual.rules.json +0 -12
- package/src/rules/kernels/rmsnorm-qk.rules.json +0 -6
- package/src/rules/kernels/rmsnorm.rules.json +0 -46
- package/src/rules/kernels/rope-qk.rules.json +0 -6
- package/src/rules/kernels/rope.rules.json +0 -6
- package/src/rules/kernels/sample.rules.json +0 -6
- package/src/rules/kernels/scale.rules.json +0 -8
- package/src/rules/kernels/silu.rules.json +0 -22
- package/src/rules/kernels/softmax.rules.json +0 -25
- package/src/rules/kernels/split-qg.rules.json +0 -6
- package/src/rules/kernels/split-qkv.rules.json +0 -6
- package/src/rules/kernels/upsample2d.rules.json +0 -6
- package/src/rules/loader/tensor-loader.rules.json +0 -42
- package/src/rules/loader/weights.rules.json +0 -42
- package/src/rules/tooling/command-runtime.rules.json +0 -65
- package/src/tooling/hf-registry-utils.js +0 -395
- /package/src/converter/{tokenizer-utils.js → tokenizer-special-tokens.js} +0 -0
- /package/src/{inference/pipelines/text/bdpa-steamroller.js → experimental/bdpa/steamroller.js} +0 -0
- /package/src/{inference/pipelines → experimental}/diffusion/scheduler.js +0 -0
- /package/src/{inference/pipelines → experimental}/energy/pipeline.d.ts +0 -0
- /package/src/{inference/pipelines → experimental}/energy/quintel.d.ts +0 -0
- /package/src/{inference/pipelines → experimental}/energy/quintel.js +0 -0
- /package/src/{utils → formats}/array-buffer.js +0 -0
- /package/src/{utils → formats}/canonical-hash.js +0 -0
- /package/src/{utils → formats}/clone-json.js +0 -0
- /package/src/{utils → formats}/encode-utf8.js +0 -0
- /package/src/{utils → formats}/load-json.js +0 -0
- /package/src/{utils → formats}/plain-object.js +0 -0
- /package/src/{utils → formats}/sha256.js +0 -0
- /package/src/{utils → formats}/stable-sort-object.js +0 -0
- /package/src/{gpu/kernels → rules}/rule-matcher.js +0 -0
- /package/src/{utils → storage}/hf-resolve-url.js +0 -0
- /package/src/{utils → storage}/runtime-env.js +0 -0
- /package/src/tooling/{command-runner-shared.js → command-runtime-execution.js} +0 -0
package/CHANGELOG.md
CHANGED
|
@@ -1,593 +1,49 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
-
All notable changes to `doppler-gpu` are documented
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
3
|
+
All notable package-facing changes to `doppler-gpu` are documented here. The
|
|
4
|
+
complete historical snapshot through 0.4.15 remains intact in
|
|
5
|
+
`docs/status/archive/package-changelog-through-0.4.15.md`; it is kept outside
|
|
6
|
+
the npm tarball so historical release prose does not consume runtime-package
|
|
7
|
+
budget.
|
|
8
8
|
|
|
9
9
|
## [Unreleased]
|
|
10
10
|
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
### Added
|
|
14
|
-
|
|
15
|
-
- Added `generateWithEvidence()` to loaded model handles. The browser-safe
|
|
16
|
-
result binds generated token IDs, transcript, resolved generation config,
|
|
17
|
-
runtime profile, WebGPU backend identity, and execution-plan identity with
|
|
18
|
-
canonical SHA-256 hashes.
|
|
19
|
-
|
|
20
|
-
## [0.4.14] - 2026-07-19
|
|
21
|
-
|
|
22
|
-
### Added
|
|
23
|
-
|
|
24
|
-
- Added native browser, Node, and Bun LoRA training for the final Qwen 3.5
|
|
25
|
-
0.8B `down_proj` over frozen row-wise Q4K base weights. The bounded native
|
|
26
|
-
path uses completion-masked causal-LM loss, AdamW, deterministic
|
|
27
|
-
checkpoint/resume, and runtime-loadable safetensors/RDRR export.
|
|
28
|
-
- Added Q4K frozen-weight input gradients for the native LoRA suffix and a
|
|
29
|
-
production inference capture contract for the final feed-forward activation.
|
|
30
|
-
|
|
31
|
-
### Fixed
|
|
32
|
-
|
|
33
|
-
- Replaced the Qwen capability gate that incorrectly treated frozen Q4K base
|
|
34
|
-
weights as preventing native LoRA optimization. Other Qwen targets remain
|
|
35
|
-
unavailable on the native backend until their full backward graphs exist.
|
|
36
|
-
- Added explicit provider teardown to the validated Bun operator sequence;
|
|
37
|
-
model unload alone does not release Dawn's host-owned callback pump.
|
|
38
|
-
|
|
39
|
-
### Release status
|
|
40
|
-
|
|
41
|
-
- `0.4.13` was tagged but never published. Its tarball is an invalid release
|
|
42
|
-
candidate because it rejects the supported native Qwen target. `0.4.14`
|
|
43
|
-
supersedes it; npm `latest` must not be updated with the `0.4.13` tarball.
|
|
44
|
-
|
|
45
|
-
## [0.4.13] - 2026-07-19
|
|
46
|
-
|
|
47
|
-
### Added
|
|
48
|
-
|
|
49
|
-
- Added the public `doppler-gpu/training` npm entry point for capability-gated
|
|
50
|
-
SFT/LoRA workloads, WebGPU autograd and optimization primitives, checkpoint
|
|
51
|
-
evaluation, and runtime-compatible safetensors adapter export.
|
|
52
|
-
- Added explicit `webgpu_native` and `external` training-backend selection.
|
|
53
|
-
Packed Q4K Gemma and Qwen workloads fail closed on the native backend and
|
|
54
|
-
require an injected or workload-declared external trainer.
|
|
55
|
-
|
|
56
|
-
### Changed
|
|
57
|
-
|
|
58
|
-
- Added installed-package import, type, and capability smokes for the training
|
|
59
|
-
entry point so repository-only deep imports cannot masquerade as npm support.
|
|
60
|
-
|
|
61
|
-
## [0.4.12] - 2026-07-19
|
|
62
|
-
|
|
63
|
-
### Added
|
|
64
|
-
|
|
65
|
-
- Added LoRA activation for Qwen 3.5 linear-attention projections, including
|
|
66
|
-
`in_proj_a`, `in_proj_b`, `in_proj_qkv`, `in_proj_z`, and `out_proj` PEFT
|
|
67
|
-
targets, with deterministic intermediate-buffer cleanup.
|
|
68
|
-
- Added immutable adapter-custody catalog validation for preserved WGSL Repair
|
|
69
|
-
artifacts and their exact base-model, tokenizer, conversion, and source
|
|
70
|
-
lineage.
|
|
71
|
-
|
|
72
|
-
### Changed
|
|
73
|
-
|
|
74
|
-
- Corrected the Qwen 3.5 0.8B chat contract to use the Qwen template with
|
|
75
|
-
thinking disabled, and published the refreshed complete RDRR artifact at an
|
|
76
|
-
immutable hosted revision.
|
|
77
|
-
- Reconciled WGSL Writer V3 campaign records with explicit generation budgets
|
|
78
|
-
and finite confirmation metrics; this does not promote general shader
|
|
79
|
-
authorship.
|
|
80
|
-
|
|
81
|
-
## [0.4.11] - 2026-07-19
|
|
82
|
-
|
|
83
|
-
### Added
|
|
84
|
-
|
|
85
|
-
- Added manifest-first conversion and WebGPU inference support for four
|
|
86
|
-
biological sequence encoders: ESM-2 35M, Nucleotide Transformer v2 50M,
|
|
87
|
-
AMPLIFY 120M, and ESMC 300M.
|
|
88
|
-
- Published hosted RDRR registry lanes and Node/WebGPU qualification evidence
|
|
89
|
-
for tokenizer identity, finite outputs, reference parity, and synthetic LoRA
|
|
90
|
-
activation/unload behavior. This evidence does not claim downstream
|
|
91
|
-
biological-task quality or trained-adapter quality.
|
|
92
|
-
- Added source tokenizer and tensor-mapping contracts for importing sequence
|
|
93
|
-
checkpoints without runtime family detection.
|
|
94
|
-
- Added a model taxonomy for domain, task, architecture role, inputs, and
|
|
95
|
-
outputs, and exposed that classification through the quickstart registry.
|
|
96
|
-
- Added the `tinker_peft_browser_adapter` trainer-artifact bridge profile with
|
|
97
|
-
explicit Gamma selection authority and browser-parity requirements.
|
|
98
|
-
|
|
99
|
-
### Changed
|
|
100
|
-
|
|
101
|
-
- Extended the text pipeline and loader contracts for bidirectional sequence
|
|
102
|
-
encoders, including model-declared normalization and logits bias, QK
|
|
103
|
-
normalization shape, token-level outputs, and sequence embedding results.
|
|
104
|
-
- Expanded WGSL Writer V3 corpus, semantic-oracle, training, and evaluation
|
|
105
|
-
contracts after the four reference packages passed AMD/Vulkan Chromium
|
|
106
|
-
execution qualification. General shader authorship remains unproven.
|
|
107
|
-
- Rebuilt kernel reachability metadata for the current 301 registered
|
|
108
|
-
variants.
|
|
109
|
-
|
|
110
|
-
### Fixed
|
|
111
|
-
|
|
112
|
-
- Required WGSL Writer V3 evaluation receipts to disclose output-generation
|
|
113
|
-
budgets so compared lanes cannot hide unequal generation work.
|
|
114
|
-
|
|
115
|
-
## [0.4.10] - 2026-07-18
|
|
116
|
-
|
|
117
|
-
### Fixed
|
|
118
|
-
|
|
119
|
-
- Unified duplicate runtime module instances behind one authoritative WebGPU
|
|
120
|
-
device state and one in-flight initialization, preventing concurrent model
|
|
121
|
-
handles from creating incompatible devices.
|
|
122
|
-
- Rejected tracked cross-device GPU buffers before native bind-group creation
|
|
123
|
-
and prevented stale device-loss callbacks from clearing a replacement device.
|
|
124
|
-
|
|
125
|
-
### Changed
|
|
126
|
-
|
|
127
|
-
- Included the WGSL Writer V3 package and campaign schemas in the generated npm
|
|
128
|
-
source closure.
|
|
129
|
-
- Retained the experimental
|
|
130
|
-
`translategemma-4b-1b-enes-q4k-ehf16-af32` NativeKD2 EN/ES candidate first
|
|
131
|
-
shipped in `0.4.8`, without changing its weights, evidence boundary, or
|
|
132
|
-
promotion status. Version `0.4.10` makes no new translation-model claim.
|
|
133
|
-
|
|
134
|
-
## [0.4.9] - 2026-07-14
|
|
135
|
-
|
|
136
|
-
### Fixed
|
|
137
|
-
|
|
138
|
-
- Corrected split gated SiLU/SwiGLU inference so dense and MoE FFNs compute
|
|
139
|
-
`SiLU(gate) * up` instead of applying SiLU to the up branch a second time.
|
|
140
|
-
Gated callers now fail closed unless the input-branch activation is explicit.
|
|
141
|
-
- Restored Qwen 3.5 9B F16 base and PEFT adapter parity with Transformers on the
|
|
142
|
-
frozen WGSL-repair probe without changing model, tokenizer, or adapter bytes.
|
|
143
|
-
|
|
144
|
-
## [0.4.8] - 2026-07-11
|
|
145
|
-
|
|
146
|
-
### Added
|
|
147
|
-
|
|
148
|
-
- Advanced model-handle APIs for deterministic downstream scoring and prefix
|
|
149
|
-
reuse: `tokenizeText()`, `prefillWithTokenLogits()`,
|
|
150
|
-
`prefillWithTokenLogitsFromKV()`, and stateful `resetToSeqLen()` truncation.
|
|
151
|
-
- NativeKD2 English/Spanish translation-student evidence, including the
|
|
152
|
-
converted Q4K artifact, WMT13 quality receipts, translation benchmark
|
|
153
|
-
tooling, and an experimental Radeon/RDNA3 throughput profile.
|
|
154
|
-
- Experimental-tier catalog, hosted-artifact, and demo compare promotion for
|
|
155
|
-
the 1B EN/ES translation student, with frozen Q4K metrics and explicit
|
|
156
|
-
language, platform, and cross-runtime evidence boundaries, plus a pinned
|
|
157
|
-
hosted browser/WebGPU benchmark receipt.
|
|
158
|
-
- Machine-qualified host teacher selection for Doppler JavaScript and WGSL,
|
|
159
|
-
including disjoint qualification/label/student-holdout tasks, disposable
|
|
160
|
-
pinned source snapshots, exact repair replay, command and path audits, and
|
|
161
|
-
receipt-linked training-row export for accepted labels.
|
|
162
|
-
- Claim-grade, release-claimable Apple M3 Metal evidence for the current Tier 1
|
|
163
|
-
Qwen text-generation, embedding, and reranking lanes.
|
|
164
|
-
- Claim-grade, release-claimable Radeon 8060S Vulkan evidence for the current
|
|
165
|
-
Tier 1 Qwen lanes, including fresh 15-run embedding and reranking receipts.
|
|
166
|
-
- Local-comparable Radeon 8060S Vulkan evidence for the Tier 2 Qwen 3.5 2B and
|
|
167
|
-
Gemma 4 E2B INT4-PLE generation lanes.
|
|
168
|
-
- A receipt-linked README comparison chart for the promoted Metal and Vulkan
|
|
169
|
-
results.
|
|
170
|
-
|
|
171
|
-
### Changed
|
|
172
|
-
|
|
173
|
-
- Consolidated GitHub Actions on the deterministic CPU contract; browser,
|
|
174
|
-
model-download, and GPU validation remain explicit hardware workflows.
|
|
175
|
-
- Kept the receipt-linked README evidence chart in GitHub without duplicating
|
|
176
|
-
that documentation asset in the npm tarball.
|
|
177
|
-
- Renamed nested repository guides so npm no longer force-includes them,
|
|
178
|
-
preserving the 1,349-file package boundary without removing runtime code.
|
|
179
|
-
- Refreshed the competition scoreboard, model support inventory, local GPU
|
|
180
|
-
challenger matrix, and model roadmap from the promoted receipts.
|
|
181
|
-
- Added Metal runtime profiles and optimized WebGPU paths for Qwen 3.5 text,
|
|
182
|
-
embedding, and reranking, including fixed `head_dim=128` f16-KV prefill
|
|
183
|
-
attention for the reranker lane.
|
|
184
|
-
- Reduced the npm package from 1,733 files to the enforced 1,349-file runtime,
|
|
185
|
-
declaration, and resource closure.
|
|
186
|
-
- Reframed the README around the verifiable optimization loop, measured
|
|
187
|
-
performance mechanisms, and one runnable entry point.
|
|
188
|
-
|
|
189
|
-
### Fixed
|
|
190
|
-
|
|
191
|
-
- Preserved loaded-manifest provenance through `manifestHash` and reset
|
|
192
|
-
embedding state after both successful and failed calls so repeated model
|
|
193
|
-
sessions remain deterministic.
|
|
194
|
-
- Regenerated kernel reachability metadata after the new runtime profiles and
|
|
195
|
-
kernel paths changed the selectable registry surface.
|
|
196
|
-
- Replaced the stale Vulkan reranker loss with the current 15-run,
|
|
197
|
-
release-claimable Doppler throughput win while preserving the TJS model-load
|
|
198
|
-
advantage in the evidence ledger.
|
|
199
|
-
- Published the browser runtime capability rules, model-source resolver,
|
|
200
|
-
execution-v1 runtime, and schema updates required by downstream static
|
|
201
|
-
consumers such as Simulatte without patching installed package files.
|
|
202
|
-
- Added an installed-tarball smoke for every public export, all three CLIs,
|
|
203
|
-
browser-runner assets, optional-dependency omission, and strict TypeScript
|
|
204
|
-
declaration resolution; repaired the declaration defects it exposed.
|
|
205
|
-
- Restamped the Linux/Vulkan Qwen 3.5 2B fixture after a Darwin-only profile
|
|
206
|
-
addition and updated the harness contract test for the renamed testing guide.
|
|
207
|
-
|
|
208
|
-
## [0.4.4] - 2026-06-30
|
|
209
|
-
|
|
210
|
-
### Added
|
|
211
|
-
|
|
212
|
-
- Product-readiness contract stack:
|
|
213
|
-
- `npm run goals:check` validates the top-level goal matrix.
|
|
214
|
-
- `npm run goals:report` renders the goal matrix as markdown or JSON.
|
|
215
|
-
- `npm run product:readiness:report` combines goal, claim, command,
|
|
216
|
-
model-artifact, policy-schema, and subsystem-support status.
|
|
217
|
-
- `npm run artifact:contract:check` verifies the quickstart registry is a
|
|
218
|
-
checked mirror of verified catalog artifacts.
|
|
219
|
-
- `npm run commands:surface:check` verifies browser/node command support
|
|
220
|
-
policy against the command API and CLI usage text.
|
|
221
|
-
- `npm run claims:evidence:check` verifies release-claim and benchmark
|
|
222
|
-
evidence wiring.
|
|
223
|
-
- `npm run support:subsystems:check` verifies support-tier subsystem docs,
|
|
224
|
-
entrypoints, package exports, package bins, tiers, and claim visibility.
|
|
225
|
-
- `npm run policy:schemas:check` verifies policy files advertise their
|
|
226
|
-
registered JSON Schemas.
|
|
227
|
-
- `docs/goals.md` — canonical top-three Doppler goals, completion matrix
|
|
228
|
-
contract, and machine-reporting workflow.
|
|
229
|
-
- `src/config/goal-completion-matrix.json` — machine-readable goal status for
|
|
230
|
-
local WebGPU product surface, model artifact/runtime contract, and
|
|
231
|
-
evidence-backed correctness/performance claims.
|
|
232
|
-
- JSON policy/schema pairs for product-readiness contracts:
|
|
233
|
-
- command surface contract
|
|
234
|
-
- model artifact contract
|
|
235
|
-
- claim evidence contract
|
|
236
|
-
- subsystem support contract
|
|
237
|
-
- policy schema registry
|
|
238
|
-
- `npm run check:green` — documented PR-gate chain that runs
|
|
239
|
-
`agents:verify`, `public:boundaries:check`, `api:docs:check`,
|
|
240
|
-
`imports:check:browser`, `pending:check`, and `exports:parity:check`
|
|
241
|
-
end-to-end. Passes at `HEAD`.
|
|
242
|
-
- `npm run pending:check` — new check that enforces the
|
|
243
|
-
`*.pending.test.js` policy: every pending-feature test must have a
|
|
244
|
-
registered entry in `tools/policies/pending-tests-policy.json` with
|
|
245
|
-
an owner and either an expiry date or a tracking issue. Expired or
|
|
246
|
-
orphaned entries fail.
|
|
247
|
-
- `tools/policies/exports-parity-allowlist.json` — allowlist schema
|
|
248
|
-
for `exports:parity:check` with required owner + expires/issue. The
|
|
249
|
-
repo now ships with zero allowlist entries; the drift tail was
|
|
250
|
-
fully fixed rather than quarantined.
|
|
251
|
-
- `docs/style/emoji.md` — moved from the repo root, indexed in
|
|
252
|
-
`docs/style/README.md`.
|
|
253
|
-
- `docs/style/README.md` — new "Read-First Matrix" keyed by change
|
|
254
|
-
area so contributors and agents can pick guides without chasing
|
|
255
|
-
cross-references.
|
|
256
|
-
- `docs/cleanup/` — committed before/after cleanup artifacts
|
|
257
|
-
(baseline, parity drift classification, style-docs inventory,
|
|
258
|
-
developer-guides inventory, npm-scripts audit, parity-tail buckets,
|
|
259
|
-
final-state snapshot).
|
|
260
|
-
- `docs/style/javascript-style-guide.md` and
|
|
261
|
-
`docs/style/general-style-guide.md` now lead with an "Invariants
|
|
262
|
-
(Quick Reference)" section linked to the detailed sections below.
|
|
263
|
-
The two former standalone `*-invariants.md` files were folded in and
|
|
264
|
-
deleted.
|
|
265
|
-
- "Inventory Before Edit" invariant in the General Style Guide:
|
|
266
|
-
before fixing a repeated class of failures, run the broadest
|
|
267
|
-
inventory check first. One-off repairs for recurring drift should
|
|
268
|
-
graduate to checkable tooling with a `--check` mode.
|
|
269
|
-
|
|
270
|
-
### Changed
|
|
271
|
-
|
|
272
|
-
- `tests/integration/doppler-public-logits-api-contract.test.js` and
|
|
273
|
-
`tests/integration/demo-import-surface.test.js` renamed to
|
|
274
|
-
`*.pending.test.js` and registered in the pending-tests policy.
|
|
275
|
-
They assert on runtime surfaces that do not yet exist
|
|
276
|
-
(advanced.prefillWithLogits / advanced.decodeStepLogits, and the
|
|
277
|
-
`@simulatte/doppler` import specifier on demo/examples) and were
|
|
278
|
-
polluting the regression test lane.
|
|
279
|
-
- `tools/run-node-tests.js` excludes `*.pending.test.js` from the
|
|
280
|
-
default lane; `--include-pending` opts in.
|
|
281
|
-
- Default test lane dropped from 113 to 111 files.
|
|
282
|
-
|
|
283
|
-
### Fixed
|
|
284
|
-
|
|
285
|
-
- `tools/check-exports-parity.js` grouped-export regex now strips
|
|
286
|
-
`//` and `/* */` comments before splitting by comma. Previously a
|
|
287
|
-
name that followed an inline comment in a grouped re-export was
|
|
288
|
-
silently dropped on one side, producing false-positive "only in
|
|
289
|
-
.dts" drift (notably `src/inference/kv-cache.js`).
|
|
290
|
-
- Same checker now recognizes `export async function*` generator
|
|
291
|
-
syntax. Earlier it missed every `async function*` export and
|
|
292
|
-
produced false-positive drift for `streamShardRange`,
|
|
293
|
-
`streamTensorData`, `createQ4KChunkStream`, and
|
|
294
|
-
`createF16ChunkStream`.
|
|
295
|
-
- `src/inference/pipelines/text/generator.d.ts` no longer declares
|
|
296
|
-
`shouldDisableBatchDecodeAfterShortBatch` — the runtime imports it
|
|
297
|
-
from `./generator-prefill-helpers.js` and does not re-export it.
|
|
298
|
-
- `src/inference/pipelines/text/embed.d.ts` no longer declares
|
|
299
|
-
`recordScale` or `scaleGPUBuffer` — those come from
|
|
300
|
-
`gpu/kernels/scale.js` (scaleGPUBuffer had zero references
|
|
301
|
-
anywhere in the repo).
|
|
302
|
-
- `.js` / `.d.ts` export parity across `src/**` is now 100% aligned
|
|
303
|
-
(40 files and 151 symbols of drift cleared, 0 allowlist entries
|
|
304
|
-
needed). Over 25 `.d.ts` files updated to match what runtime
|
|
305
|
-
already exported: added declarations, type-only re-exports in the
|
|
306
|
-
debug barrel, missing re-export blocks in the config schema
|
|
307
|
-
barrel, and snake_case aliases in the gpu/kernels backward index.
|
|
308
|
-
|
|
309
|
-
### Removed
|
|
310
|
-
|
|
311
|
-
- 22 unreferenced `npm` scripts: `ci:lean:execution-contract`,
|
|
312
|
-
`ci:diffusion:contract:list`, `ci:training:contract:list`,
|
|
313
|
-
`contracts:summary`, `contracts:summary:lean`,
|
|
314
|
-
`reports:convert:summary`, `bench:chart`, `bench:chart:readme`,
|
|
315
|
-
`bench:architecture:chart`, `bench:vendors:list`,
|
|
316
|
-
`lean:execution-contract`, `lean:execution-contract:sweep`,
|
|
317
|
-
`lean:execution-contract:configs`, `contracts:check:lean`,
|
|
318
|
-
`bench:tjs:stage`, `distill:studio:mvp`, `distill:quality-gate`,
|
|
319
|
-
`p2p:observability`, `p2p:drill`, `execution-graph:patch`,
|
|
320
|
-
`onboarding:scaffold`, `bench:vendors:matrix`. Each was verified
|
|
321
|
-
with grep + `git log -S` to have zero callers outside
|
|
322
|
-
`package.json`. Underlying tools remain reachable via direct
|
|
323
|
-
`node tools/...` invocation. Net script count: 110 → 90.
|
|
324
|
-
- `docs/style/general-invariants.md` and
|
|
325
|
-
`docs/style/javascript-invariants.md` — folded into their full-
|
|
326
|
-
guide companions as "Invariants (Quick Reference)" sections.
|
|
327
|
-
- Root `EMOJI.md` — moved to `docs/style/emoji.md`.
|
|
328
|
-
|
|
329
|
-
## [0.4.3] - 2026-04-18
|
|
330
|
-
|
|
331
|
-
### Added
|
|
332
|
-
|
|
333
|
-
- `"sideEffects"` entry in `package.json` restricts module-load side effects
|
|
334
|
-
to WGSL files and `src/gpu/device.js`. Bundlers can now tree-shake unused
|
|
335
|
-
exports from every other module.
|
|
336
|
-
- Narrow tree-shakable subpath exports split the `doppler-gpu/tooling`
|
|
337
|
-
mega-barrel:
|
|
338
|
-
- `doppler-gpu/tooling/device` — GPU init, capability probing, shader
|
|
339
|
-
preseed helpers.
|
|
340
|
-
- `doppler-gpu/tooling/storage` — OPFS shard manager, registry, inventory,
|
|
341
|
-
quota, cache.
|
|
342
|
-
- `doppler-gpu/tooling/manifest` — RDRR manifest parsing + schema
|
|
343
|
-
defaults.
|
|
344
|
-
The existing `doppler-gpu/tooling` barrel stays for back-compat.
|
|
345
|
-
- `doppler-gpu/structured` subpath export for JSON grammar-mask and
|
|
346
|
-
structured-generation helpers (`createJsonGrammarMask`).
|
|
347
|
-
- `doppler-gpu/client/model-manager` subpath for the runtime model manager
|
|
348
|
-
(`initDoppler`, `loadModel`, `getPipeline`, `getCurrentModelId`,
|
|
349
|
-
`unloadModel`).
|
|
350
|
-
- `doppler-gpu/provider` now re-exports `wrapPipelineAsHandle` alongside
|
|
351
|
-
`createDopplerProvider` so consumers reach both via one import.
|
|
352
|
-
- Per-family static metadata modules:
|
|
353
|
-
- `doppler-gpu/models/qwen3`
|
|
354
|
-
- `doppler-gpu/models/gemma3`
|
|
355
|
-
- `doppler-gpu/models/gemma4`
|
|
356
|
-
- `doppler-gpu/models/embeddinggemma`
|
|
357
|
-
Each exports `FAMILY_ID`, `HF_REPO_ID`, `KNOWN_MODELS` (frozen list of
|
|
358
|
-
`{modelId, label, sourceModel, hfPath, defaultRuntimeProfile, modes}`),
|
|
359
|
-
plus `resolveModel(modelId)` and `resolveHfBaseUrl(modelId, revision)`.
|
|
360
|
-
Kilobyte-scale, tree-shakable, no runtime weight.
|
|
361
|
-
- `registerShaderSources(map)` and `hasPreseededShaderSource(name)` on
|
|
362
|
-
`doppler-gpu/tooling/device`. Consumers that bundle WGSL via
|
|
363
|
-
`import.meta.glob('.../kernels/*.wgsl', { as: 'raw', eager: true })`
|
|
364
|
-
preseed the shader cache to bypass the runtime HTTP-fetch path entirely.
|
|
365
|
-
- `docs/library-consumers.md` — migration + usage guide for applications
|
|
366
|
-
embedding `doppler-gpu` as an npm dependency.
|
|
367
|
-
- `ensureModelCached` exposed through the tooling surface
|
|
368
|
-
(`doppler-gpu/tooling` and `doppler-gpu/tooling/storage`).
|
|
369
|
-
|
|
370
|
-
### Fixed
|
|
371
|
-
|
|
372
|
-
- Removed top-level `await` from `src/rules/rule-registry.js`. The 46 rule
|
|
373
|
-
JSON files are now imported statically with `with { type: 'json' }` import
|
|
374
|
-
attributes, which is synchronous at module load. This unblocks iife worker
|
|
375
|
-
bundles (e.g., Vite/Rollup classic-format workers) that previously failed
|
|
376
|
-
to bundle `doppler-gpu`.
|
|
377
|
-
|
|
378
|
-
### Changed
|
|
379
|
-
|
|
380
|
-
- Swapped Qwen 3.5 0.8B Q4K kernel refs for the 6 full-attention layers
|
|
381
|
-
(indices 3/7/11/15/19/23): `attn_stream` → `attn_head256`, and
|
|
382
|
-
`q4_prefill` `multicol_shared` → `q4_widetile` (register-tiled). Manifest
|
|
383
|
-
and `src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json` regenerated.
|
|
384
|
-
Strix Halo / RDNA-3 warm-cache 3-run means showed prefill@80 +57.5%
|
|
385
|
-
(σ≈3.8), prefill@15 +16.6%, decode flat (σ≈1.3); `doppler verify` match
|
|
386
|
-
with the expected Qwen `<think>` wrapper. Receipts live on the Strix
|
|
387
|
-
Halo workspace; `models/catalog.json` carries the canonical summary.
|
|
388
|
-
- Retuned `profiles/qwen-3-5-0-8b-throughput` for AMD Strix Halo / RADV Mesa 26.
|
|
389
|
-
Switched from `batchSize=8 readbackInterval=8` to `batchSize=4
|
|
390
|
-
readbackInterval=2` with batch-level stop-check. On Strix Halo this raises
|
|
391
|
-
Qwen 3.5 0.8B Q4K decode from ~32.0 to ~34.2 tok/s (+7%), drops TTFT from
|
|
392
|
-
~390 ms to ~155 ms (-60%), and lifts prefill from ~41 to ~104 tok/s (+150%).
|
|
393
|
-
Cross-checked against `gemma-3-1b` to confirm the win is Qwen-specific
|
|
394
|
-
(linear-attention + larger vocab) and doesn't belong in the global default
|
|
395
|
-
profile. Receipts under `reports/qwen-3-5-0-8b-q4k-ehaf16/`.
|
|
396
|
-
|
|
397
|
-
### Added
|
|
398
|
-
|
|
399
|
-
- `--manifest-only` and `--bootstrap` flags on
|
|
400
|
-
`tools/publish-hf-registry-model.js`. `--manifest-only` skips shard
|
|
401
|
-
staging for republish of an existing model when only the manifest
|
|
402
|
-
changed (e.g., kernel-ref swap). `--bootstrap` is required for the
|
|
403
|
-
first publish of a new model (entry with `lifecycle.availability.hf:
|
|
404
|
-
false`, `hf.{repoId,path}` set, `hf.revision` absent) and flips
|
|
405
|
-
`availability.hf` to `true` in the local catalog after a successful
|
|
406
|
-
upload. Both paths now write the newly minted `hf.revision` back into
|
|
407
|
-
`models/catalog.json` so the local catalog is not drifted from the
|
|
408
|
-
hosted `registry/catalog.json`.
|
|
409
|
-
- Documented the perf-validated kernel-path promotion workflow in
|
|
410
|
-
`docs/style/benchmark-style-guide.md`. Two-stage flow: runtime override +
|
|
411
|
-
correctness/perf gates first; promotion to the conversion config and
|
|
412
|
-
manifest regeneration only after both gates pass on the target hardware.
|
|
413
|
-
- `tools/probes/qwen-decode-sweep.sh` for repeating the Strix Halo sweep when
|
|
414
|
-
re-tuning the model-scoped profile.
|
|
415
|
-
|
|
416
|
-
## [0.2.2] - 2026-04-13
|
|
417
|
-
|
|
418
|
-
### Fixed
|
|
419
|
-
|
|
420
|
-
- Switched the README benchmark image to an absolute GitHub raw URL so the npm
|
|
421
|
-
package page renders the current published chart instead of relying on an
|
|
422
|
-
unpublished local asset path.
|
|
423
|
-
|
|
424
|
-
## [0.2.1] - 2026-04-13
|
|
425
|
-
|
|
426
|
-
### Changed
|
|
427
|
-
|
|
428
|
-
- Bumped the package version past the already-published `0.2.0` release.
|
|
429
|
-
- Pointed the README demo CTA at the canonical public demo URL:
|
|
430
|
-
`https://d4da.com/doppler`.
|
|
431
|
-
- Clarified the README benchmark image scope so the hero chart stays tied to the
|
|
432
|
-
published MacBook Air M3 warm-cache lanes instead of implying whole-catalog
|
|
433
|
-
coverage.
|
|
434
|
-
- Expanded the README verified-model note to include Gemma 4 E2B alongside the
|
|
435
|
-
other verified local-artifact models outside the quickstart registry.
|
|
436
|
-
- Refreshed release-facing metadata so the release matrix now surfaces the
|
|
437
|
-
Gemma 4 E2B compare lane and current package version.
|
|
438
|
-
|
|
439
|
-
### Fixed
|
|
11
|
+
### Breaking: Capsule naming (0.6.0)
|
|
440
12
|
|
|
441
|
-
-
|
|
442
|
-
|
|
443
|
-
|
|
444
|
-
|
|
445
|
-
|
|
446
|
-
|
|
447
|
-
|
|
448
|
-
|
|
449
|
-
|
|
450
|
-
- Split demo monolith (6,680 lines) into focused modules: core, generation,
|
|
451
|
-
storage, translate, diagnostics, routing, utils.
|
|
452
|
-
- Trimmed hosted HF registry and quickstart registry to the two verified models.
|
|
453
|
-
- Aligned catalog, HF registry, and quickstart registry to the canonical
|
|
454
|
-
external support registry as single source of truth for HF revisions.
|
|
455
|
-
- Renamed all `.mjs` tool scripts to `.js` to match `"type": "module"` convention.
|
|
456
|
-
- Switched WebGPU optional dependency to `webgpu@^0.4.0`.
|
|
457
|
-
- Pruned unused `verify:*` npm scripts for models no longer in the active set.
|
|
458
|
-
- Updated release-claim policy with newly verified models (LFM2, Qwen 3.5,
|
|
459
|
-
TranslateGemma variants).
|
|
460
|
-
|
|
461
|
-
### Fixed
|
|
462
|
-
|
|
463
|
-
- Fixed Qwen 3.5 conversion configs using the wrong family identifier (`qwen3`
|
|
464
|
-
instead of `qwen3_5`), which caused support matrix check failures.
|
|
465
|
-
- Fixed Qwen mRoPE conflation: `ropeInterleaved` was incorrectly set from
|
|
466
|
-
`mropeInterleaved`, forcing adjacent-pair RoPE rotation on Qwen models.
|
|
467
|
-
- Fixed catalog lifecycle metadata inconsistencies: corrected `local`, `hf`,
|
|
468
|
-
`curated`, and `demo` fields to match actual artifact availability.
|
|
469
|
-
- Fixed GPU-dependent unit tests failing in non-GPU environments by adding
|
|
470
|
-
proper GPU readiness probes with clear skip reasons.
|
|
471
|
-
- Fixed kernel-ref digest registry drift (222 vs 224 entries).
|
|
472
|
-
- Fixed stale vendor benchmark fixture hashes after compare-engines config update.
|
|
473
|
-
- Removed failing and unverified models from demo visibility (TranslateGemma 4B,
|
|
474
|
-
EmbeddingGemma 300M with broken HF manifest, Qwen 3.5 0.8B/2B, F16 variant).
|
|
475
|
-
|
|
476
|
-
## [0.1.7] - 2026-03-10
|
|
477
|
-
|
|
478
|
-
### Added
|
|
479
|
-
|
|
480
|
-
- Added a conventional npm-facing changelog and included it in the published
|
|
481
|
-
package file list.
|
|
482
|
-
- Added stronger release-claim, quickstart-registry, local-model-integrity,
|
|
483
|
-
and browser diagnostics regression coverage.
|
|
484
|
-
- Added browser OPFS registry smoke workflows for text and embedding model
|
|
485
|
-
validation.
|
|
486
|
-
|
|
487
|
-
### Changed
|
|
488
|
-
|
|
489
|
-
- Tightened release-facing model claims around the verified quickstart/catalog
|
|
490
|
-
set and regenerated the support and release matrices from current metadata.
|
|
491
|
-
- Synced the public quickstart registry from canonical catalog metadata instead
|
|
492
|
-
of maintaining it by hand.
|
|
493
|
-
|
|
494
|
-
### Fixed
|
|
495
|
-
|
|
496
|
-
- Fixed a tensor-loader buffer ownership bug that corrupted returned weight
|
|
497
|
-
buffers and broke Gemma 3 1B generation.
|
|
498
|
-
- Fixed quickstart Hugging Face revision drift for registry-backed model IDs.
|
|
499
|
-
- Fixed multiple CI contract drifts across onboarding, release metadata,
|
|
500
|
-
support matrices, and generated benchmark fixtures.
|
|
501
|
-
|
|
502
|
-
## [0.1.6] - 2026-03-07
|
|
13
|
+
- Replace the Pack product name with Capsule throughout the public API,
|
|
14
|
+
declarations, module paths, configuration, CLI, Forge, and runtime.
|
|
15
|
+
Use `openCapsule()`, `doppler-gpu/capsule`, and `Capsule*` types.
|
|
16
|
+
There are no former-name aliases or old-schema readers in the Capsule runtime.
|
|
17
|
+
- Rename identity/receipt fields and signed namespaces. Rebuild and sign new
|
|
18
|
+
Capsules; editing an old signed document is not a valid migration.
|
|
19
|
+
- Keep model bytes, tokenizer vocabularies, and retained observations unchanged.
|
|
20
|
+
Historical records are not fresh Capsule qualification.
|
|
21
|
+
- See `docs/capsule-naming-migration.md` for consumer and artifact migration.
|
|
503
22
|
|
|
504
23
|
### Added
|
|
505
24
|
|
|
506
|
-
- Added
|
|
507
|
-
|
|
508
|
-
- Added
|
|
25
|
+
- Added strict Doe provider-v1 acquisition with explicit ordered providers,
|
|
26
|
+
typed failures, complete attempt receipts, and restorable global lifecycle.
|
|
27
|
+
- Added closed Program Bundles that package hash-verified WGSL and constrained
|
|
28
|
+
host-JS source bytes, plus a generated JSON Schema consumed byte-for-byte by
|
|
29
|
+
Doe.
|
|
509
30
|
|
|
510
31
|
### Changed
|
|
511
32
|
|
|
512
|
-
-
|
|
513
|
-
|
|
514
|
-
|
|
515
|
-
|
|
516
|
-
|
|
517
|
-
|
|
518
|
-
|
|
519
|
-
|
|
520
|
-
schema, runtime config, and harness paths.
|
|
521
|
-
- Fixed CI drift around onboarding, registry verification aliases, release
|
|
522
|
-
matrix metadata, and kernel-path config naming.
|
|
33
|
+
- Program Bundle parity now requires explicit mode and providers and reports
|
|
34
|
+
schema validity, provider availability, execution, and transcript matching
|
|
35
|
+
as independent facts.
|
|
36
|
+
- Doppler's Node WebGPU integration delegates to `doe-gpu/node-webgpu` instead
|
|
37
|
+
of maintaining a second provider-signature resolver.
|
|
38
|
+
- This contract slice requires the next Doe and Doppler package releases to be
|
|
39
|
+
minor releases; package versions remain unchanged until publish preflight is
|
|
40
|
+
complete.
|
|
523
41
|
|
|
524
|
-
## [0.
|
|
525
|
-
|
|
526
|
-
### Added
|
|
527
|
-
|
|
528
|
-
- Added diffusion kernel and contract work, plus additional Lean execution
|
|
529
|
-
contract sweep tooling.
|
|
530
|
-
- Added public API reference inventory and stronger registry workflow tooling.
|
|
531
|
-
|
|
532
|
-
### Changed
|
|
533
|
-
|
|
534
|
-
- Expanded documentation around public APIs, registry workflow, hosted model
|
|
535
|
-
visibility, and release metadata.
|
|
536
|
-
- Tightened package exports and release checks for the public package surface.
|
|
537
|
-
|
|
538
|
-
### Fixed
|
|
539
|
-
|
|
540
|
-
- Fixed hosted TranslateGemma visibility and registry metadata alignment across
|
|
541
|
-
docs, demos, and package surfaces.
|
|
542
|
-
- Removed incorrect self-dependency metadata from the published package.
|
|
543
|
-
|
|
544
|
-
## [0.1.4] - 2026-03-05
|
|
545
|
-
|
|
546
|
-
### Added
|
|
547
|
-
|
|
548
|
-
- Added Lean execution contract scripts and related package commands.
|
|
549
|
-
- Added translation prompt validation and quickstart/demo polish.
|
|
550
|
-
|
|
551
|
-
### Fixed
|
|
552
|
-
|
|
553
|
-
- Fixed external resolution issues in conversion publication paths.
|
|
554
|
-
- Fixed quickstart-facing package and demo issues ahead of publication.
|
|
555
|
-
|
|
556
|
-
## [0.1.3] - 2026-03-05
|
|
557
|
-
|
|
558
|
-
### Changed
|
|
559
|
-
|
|
560
|
-
- Intermediate package metadata and dependency layout refresh during early npm
|
|
561
|
-
packaging work.
|
|
562
|
-
|
|
563
|
-
## [0.1.2] - 2026-03-05
|
|
564
|
-
|
|
565
|
-
### Changed
|
|
566
|
-
|
|
567
|
-
- Aligned build scripts, tests, docs, and package conventions with the active
|
|
568
|
-
workspace and release process.
|
|
569
|
-
- Refined README messaging and compatibility notes before npm publication.
|
|
570
|
-
|
|
571
|
-
## [0.1.1] - 2026-03-05
|
|
572
|
-
|
|
573
|
-
### Added
|
|
574
|
-
|
|
575
|
-
- Added benchmark vendor comparison docs, runtime patch documentation, and
|
|
576
|
-
refreshed evidence/chart surfaces for the package release.
|
|
577
|
-
|
|
578
|
-
### Changed
|
|
579
|
-
|
|
580
|
-
- Moved vendor benchmark dependencies to development dependencies and kept the
|
|
581
|
-
runtime package dependency surface leaner.
|
|
582
|
-
- Refreshed package metadata, exports, and README/API positioning for the first
|
|
583
|
-
public npm publishing cycle.
|
|
584
|
-
|
|
585
|
-
## [0.1.0] - 2025-12-23
|
|
42
|
+
## [0.4.15] - 2026-07-24
|
|
586
43
|
|
|
587
44
|
### Added
|
|
588
45
|
|
|
589
|
-
-
|
|
590
|
-
|
|
591
|
-
|
|
592
|
-
|
|
593
|
-
infrastructure.
|
|
46
|
+
- Added `generateWithEvidence()` to loaded model handles. The browser-safe
|
|
47
|
+
result binds generated token IDs, transcript, resolved generation config,
|
|
48
|
+
runtime profile, WebGPU backend identity, and execution-plan identity with
|
|
49
|
+
canonical SHA-256 hashes.
|