doppler-gpu 0.4.2 → 0.4.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +210 -0
- package/README.md +63 -38
- package/assets/doppler.svg +57 -1601
- package/package.json +111 -32
- package/src/cli/cli-model-resolution.js +275 -0
- package/src/cli/cli-output.js +486 -0
- package/src/cli/doppler-cli.d.ts +18 -0
- package/src/cli/doppler-cli.js +885 -744
- package/src/cli/doppler-quickstart.d.ts +7 -23
- package/src/cli/doppler-quickstart.js +4 -2
- package/src/cli/doppler-serve.d.ts +210 -0
- package/src/cli/doppler-serve.js +469 -43
- package/src/cli/runtime-profiles.d.ts +40 -0
- package/src/cli/runtime-profiles.js +225 -0
- package/src/client/doppler-api.js +1 -6
- package/src/client/doppler-registry.d.ts +12 -0
- package/src/client/doppler-registry.js +27 -0
- package/src/client/doppler-registry.json +66 -10
- package/src/client/failure-taxonomy.js +139 -0
- package/src/client/fault-injection.js +30 -0
- package/src/client/provider.d.ts +151 -0
- package/src/client/provider.js +374 -0
- package/src/client/receipt.js +156 -0
- package/src/client/runtime/index.js +69 -4
- package/src/client/runtime/lora.d.ts +11 -1
- package/src/client/runtime/lora.js +28 -7
- package/src/client/runtime/model-manager.d.ts +0 -14
- package/src/client/runtime/model-manager.js +34 -50
- package/src/client/runtime/model-session.d.ts +2 -1
- package/src/client/runtime/model-session.js +35 -2
- package/src/client/runtime/model-source.d.ts +13 -1
- package/src/client/runtime/model-source.js +148 -3
- package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
- package/src/client/runtime/node-quickstart-cache.js +353 -0
- package/src/client/runtime/source-runtime.js +1 -10
- package/src/client/runtime/types.d.ts +8 -60
- package/src/client/wrap-pipeline-handle.d.ts +82 -0
- package/src/client/wrap-pipeline-handle.js +259 -0
- package/src/config/README.md +3 -1
- package/src/config/conversion/README.md +28 -157
- package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +646 -0
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +21 -6
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +19 -12
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +27 -12
- package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +393 -0
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +425 -0
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +39 -16
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +19 -12
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +27 -12
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +737 -0
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +730 -0
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +780 -0
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +716 -0
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +591 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +367 -61
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +19 -12
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +82 -36
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +96 -60
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +521 -0
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +515 -0
- package/src/config/execution-contract-check.js +6 -5
- package/src/config/goal-completion-matrix.json +552 -0
- package/src/config/kernel-path-loader.d.ts +8 -2
- package/src/config/kernel-path-loader.js +192 -38
- package/src/config/kernels/kernel-ref-digests.js +163 -126
- package/src/config/kernels/registry.d.ts +0 -35
- package/src/config/kernels/registry.js +5 -9
- package/src/config/kernels/registry.json +3593 -1146
- package/src/config/merge-contract-check.js +7 -3
- package/src/config/merge-helpers.d.ts +3 -1
- package/src/config/merge-helpers.js +2 -1
- package/src/config/merge.d.ts +1 -0
- package/src/config/merge.js +65 -7
- package/src/config/model-lanes/catalog-lane-resolver.d.ts +66 -0
- package/src/config/model-lanes/catalog-lane-resolver.js +170 -0
- package/src/config/param-categories.d.ts +0 -9
- package/src/config/param-categories.js +1 -5
- package/src/config/param-validator.d.ts +2 -0
- package/src/config/param-validator.js +20 -0
- package/src/config/platforms/loader.d.ts +0 -27
- package/src/config/platforms/loader.js +0 -30
- package/src/config/required-inference-fields-contract-check.js +1 -7
- package/src/config/runtime/README.md +28 -0
- package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +1 -1
- package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
- package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
- package/src/config/runtime/experiments/verify/lfm2-verify.json +3 -3
- package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
- package/src/config/runtime/profiles/diffusiongemma-26b-a4b-throughput.json +26 -0
- package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-overlapped-probe.json +42 -0
- package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-probe.json +39 -0
- package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-b4.json +48 -0
- package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-single.json +46 -0
- package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
- package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
- package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
- package/src/config/schema/bridge.schema.d.ts +16 -0
- package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
- package/src/config/schema/browser-suite-metrics.schema.js +2 -0
- package/src/config/schema/buffer-pool.schema.js +3 -3
- package/src/config/schema/claim-evidence-contract.schema.json +93 -0
- package/src/config/schema/command-surface-contract.schema.json +81 -0
- package/src/config/schema/converter.schema.d.ts +16 -0
- package/src/config/schema/converter.schema.js +11 -0
- package/src/config/schema/debug.schema.d.ts +22 -1
- package/src/config/schema/debug.schema.js +1 -0
- package/src/config/schema/distill-training.schema.d.ts +0 -1
- package/src/config/schema/distill-training.schema.js +1 -1
- package/src/config/schema/doppler.schema.d.ts +13 -2
- package/src/config/schema/doppler.schema.js +140 -8
- package/src/config/schema/emulation.schema.d.ts +3 -0
- package/src/config/schema/emulation.schema.js +16 -16
- package/src/config/schema/execution-v1.schema.d.ts +39 -1
- package/src/config/schema/execution-v1.schema.js +35 -20
- package/src/config/schema/goal-completion-matrix.schema.json +223 -0
- package/src/config/schema/index.d.ts +52 -1
- package/src/config/schema/index.js +14 -0
- package/src/config/schema/inference.schema.d.ts +14 -3
- package/src/config/schema/kernel-path.schema.d.ts +6 -27
- package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
- package/src/config/schema/kernel-thresholds.schema.js +3 -7
- package/src/config/schema/kvcache.schema.js +0 -9
- package/src/config/schema/loading.schema.d.ts +12 -0
- package/src/config/schema/loading.schema.js +4 -0
- package/src/config/schema/manifest.schema.d.ts +175 -2
- package/src/config/schema/manifest.schema.js +58 -3
- package/src/config/schema/model-artifact-contract.schema.json +119 -0
- package/src/config/schema/moe.schema.d.ts +13 -0
- package/src/config/schema/moe.schema.js +1 -9
- package/src/config/schema/policy-schema-registry.json +26 -0
- package/src/config/schema/program-bundle.schema.d.ts +233 -0
- package/src/config/schema/program-bundle.schema.js +393 -0
- package/src/config/schema/subsystem-support-contract.schema.json +48 -0
- package/src/config/schema/training-metrics.schema.d.ts +1 -1
- package/src/config/schema/training-metrics.schema.js +4 -3
- package/src/config/schema/ul-training.schema.d.ts +0 -1
- package/src/config/schema/ul-training.schema.js +1 -1
- package/src/config/source-packages/litert/gemma-4-12b-it.json +390 -0
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +41 -20
- package/src/config/source-packages/litert/gemma-4-e4b-it.json +370 -0
- package/src/config/source-packages/registry.json +25 -0
- package/src/config/supported-operations.d.ts +14 -0
- package/src/config/supported-operations.js +34 -0
- package/src/config/supported-operations.json +183 -0
- package/src/config/training-defaults.js +1 -7
- package/src/config/transforms/capability-transform-resolver.d.ts +13 -2
- package/src/config/transforms/capability-transform-resolver.js +3 -1
- package/src/config/transforms/execution-graph-transforms.d.ts +97 -0
- package/src/config/transforms/execution-graph-transforms.js +829 -168
- package/src/converter/conversion-plan.d.ts +2 -0
- package/src/converter/conversion-plan.js +31 -14
- package/src/converter/core.d.ts +65 -0
- package/src/converter/core.js +1153 -22
- package/src/converter/parsers/diffusion.js +1 -33
- package/src/converter/quantization-info.d.ts +5 -4
- package/src/converter/quantization-info.js +218 -5
- package/src/converter/quantizer.d.ts +24 -4
- package/src/converter/quantizer.js +92 -2
- package/src/debug/config.d.ts +0 -4
- package/src/debug/config.js +0 -17
- package/src/debug/index.d.ts +28 -30
- package/src/debug/index.js +0 -18
- package/src/debug/stats.d.ts +0 -8
- package/src/debug/stats.js +3 -3
- package/src/debug/tensor.d.ts +9 -2
- package/src/debug/tensor.js +11 -4
- package/src/debug/trace.js +2 -15
- package/src/errors/doppler-error.js +20 -0
- package/src/experimental/adapters/lora-loader.js +109 -24
- package/src/experimental/browser/quantization.d.ts +5 -0
- package/src/experimental/diffusion/index.d.ts +24 -0
- package/src/experimental/diffusion/index.js +10 -0
- package/src/experimental/distribution/descriptor-transport.d.ts +117 -0
- package/src/experimental/distribution/descriptor-transport.js +342 -0
- package/src/experimental/distribution/shard-delivery.js +179 -23
- package/src/experimental/training/README.md +11 -0
- package/src/experimental/training/artifacts.js +1 -14
- package/src/experimental/training/autograd.js +33 -8
- package/src/experimental/training/checkpoint.js +1 -14
- package/src/experimental/training/datasets/gepa-frontier.d.ts +41 -0
- package/src/experimental/training/datasets/gepa-frontier.js +220 -0
- package/src/experimental/training/datasets/index.d.ts +13 -1
- package/src/experimental/training/datasets/index.js +8 -1
- package/src/experimental/training/datasets/teacher-traces.d.ts +51 -0
- package/src/experimental/training/datasets/teacher-traces.js +279 -0
- package/src/experimental/training/datasets/text-pairs.d.ts +45 -0
- package/src/experimental/training/datasets/text-pairs.js +82 -5
- package/src/experimental/training/datasets/token-batch.d.ts +1 -1
- package/src/experimental/training/datasets/token-batch.js +2 -2
- package/src/experimental/training/distillation/dataset.js +2 -15
- package/src/experimental/training/distillation/eval.js +3 -3
- package/src/experimental/training/distillation/runtime.js +3 -16
- package/src/experimental/training/distillation/student-fixture.d.ts +5 -0
- package/src/experimental/training/distillation/student-fixture.js +296 -38
- package/src/experimental/training/export.d.ts +9 -0
- package/src/experimental/training/export.js +113 -7
- package/src/experimental/training/index.d.ts +13 -1
- package/src/experimental/training/index.js +13 -1
- package/src/experimental/training/lora-pipeline.d.ts +143 -0
- package/src/experimental/training/lora-pipeline.js +1733 -58
- package/src/experimental/training/lora.js +23 -1
- package/src/experimental/training/loss.js +1 -1
- package/src/experimental/training/objectives/base.d.ts +2 -2
- package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.js +2 -2
- package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
- package/src/experimental/training/objectives/distill_triplet.js +2 -2
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
- package/src/experimental/training/operator-agent-eval.d.ts +65 -0
- package/src/experimental/training/operator-agent-eval.js +326 -0
- package/src/experimental/training/operator-artifacts.js +1 -14
- package/src/experimental/training/operator-command.js +310 -51
- package/src/experimental/training/runner.d.ts +1 -0
- package/src/experimental/training/runner.js +5 -14
- package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +160 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +175 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +175 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +160 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +162 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +160 -0
- package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +137 -0
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +152 -0
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +152 -0
- package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +137 -0
- package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +139 -0
- package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +137 -0
- package/src/experimental/training/workload-packs/registry.json +192 -12
- package/src/experimental/training/workloads.d.ts +37 -0
- package/src/experimental/training/workloads.js +111 -2
- package/src/formats/gguf/types.d.ts +0 -63
- package/src/formats/gguf/types.js +58 -38
- package/src/formats/litert/types.d.ts +0 -13
- package/src/formats/litert/types.js +2 -2
- package/src/formats/rdrr/distributed/index.d.ts +34 -0
- package/src/formats/rdrr/distributed/index.js +3 -0
- package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
- package/src/formats/rdrr/distributed/parsing.js +23 -0
- package/src/formats/rdrr/distributed/validation.d.ts +23 -0
- package/src/formats/rdrr/distributed/validation.js +131 -0
- package/src/formats/rdrr/functional-descriptor.d.ts +73 -0
- package/src/formats/rdrr/functional-descriptor.js +230 -0
- package/src/formats/rdrr/groups.d.ts +1 -13
- package/src/formats/rdrr/groups.js +0 -34
- package/src/formats/rdrr/index.d.ts +10 -0
- package/src/formats/rdrr/index.js +10 -0
- package/src/formats/rdrr/integrity.d.ts +51 -0
- package/src/formats/rdrr/integrity.js +200 -0
- package/src/formats/rdrr/lowerings.d.ts +28 -0
- package/src/formats/rdrr/lowerings.js +112 -0
- package/src/formats/rdrr/manifest.d.ts +0 -14
- package/src/formats/rdrr/manifest.js +5 -58
- package/src/formats/rdrr/merkle.d.ts +24 -0
- package/src/formats/rdrr/merkle.js +118 -0
- package/src/formats/rdrr/parsing.js +26 -6
- package/src/formats/rdrr/slice-compiler.d.ts +29 -0
- package/src/formats/rdrr/slice-compiler.js +188 -0
- package/src/formats/rdrr/source-transform-contract.js +10 -1
- package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
- package/src/formats/rdrr/storage-descriptor.js +193 -0
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
- package/src/formats/rdrr/tensor-config-validator.js +0 -30
- package/src/formats/rdrr/types.d.ts +111 -2
- package/src/formats/rdrr/validation.js +260 -1
- package/src/formats/tflite/types.d.ts +0 -31
- package/src/formats/tflite/types.js +5 -5
- package/src/gpu/command-recorder.d.ts +45 -23
- package/src/gpu/command-recorder.js +122 -25
- package/src/gpu/device.d.ts +17 -3
- package/src/gpu/device.js +130 -14
- package/src/gpu/kernel-runtime.d.ts +8 -15
- package/src/gpu/kernel-selection-log.d.ts +0 -8
- package/src/gpu/kernel-selection-log.js +0 -15
- package/src/gpu/kernel-tuner/cache.js +1 -8
- package/src/gpu/kernels/README.md +50 -18
- package/src/gpu/kernels/activation_static_qdq.wgsl +3 -1
- package/src/gpu/kernels/attention.d.ts +28 -19
- package/src/gpu/kernels/attention.js +458 -16
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
- package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_online_head256_f16kv.wgsl +236 -0
- package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_f16.wgsl +88 -30
- package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
- package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
- package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
- package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
- package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
- package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
- package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_streaming_f16.wgsl +34 -9
- package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
- package/src/gpu/kernels/backward/cross_entropy_backward.js +72 -3
- package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +2 -2
- package/src/gpu/kernels/backward/index.d.ts +6 -0
- package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
- package/src/gpu/kernels/backward/utils.d.ts +35 -0
- package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
- package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
- package/src/gpu/kernels/cast.js +74 -67
- package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +12 -50
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +16 -33
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +15 -12
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +255 -170
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
- package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
- package/src/gpu/kernels/constants.d.ts +9 -48
- package/src/gpu/kernels/constants.js +0 -23
- package/src/gpu/kernels/conv2d.d.ts +0 -4
- package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant.d.ts +0 -16
- package/src/gpu/kernels/dequant.js +1 -71
- package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant_shared.wgsl +1 -55
- package/src/gpu/kernels/diffusion-gemma-sampling.d.ts +19 -0
- package/src/gpu/kernels/diffusion-gemma-sampling.js +104 -0
- package/src/gpu/kernels/diffusion_gemma_sampling.wgsl +130 -0
- package/src/gpu/kernels/dispatch.d.ts +12 -97
- package/src/gpu/kernels/dispatch.js +13 -120
- package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
- package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
- package/src/gpu/kernels/fused_ffn.js +3 -4
- package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
- package/src/gpu/kernels/fused_matmul_litert_int4_f16a.wgsl +78 -0
- package/src/gpu/kernels/fused_matmul_litert_int4_f16a_f32out.wgsl +78 -0
- package/src/gpu/kernels/fused_matmul_litert_int4_f32a_f32out.wgsl +76 -0
- package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
- package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
- package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
- package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
- package/src/gpu/kernels/fused_matmul_rmsnorm.js +101 -80
- package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a.wgsl +116 -0
- package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a_f32out.wgsl +116 -0
- package/src/gpu/kernels/fused_matmul_w4a16_f16a.wgsl +95 -0
- package/src/gpu/kernels/fused_matmul_w4a16_f16a_f32out.wgsl +95 -0
- package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
- package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
- package/src/gpu/kernels/gather.d.ts +84 -8
- package/src/gpu/kernels/gather.js +353 -5
- package/src/gpu/kernels/gather_f16.wgsl +1 -1
- package/src/gpu/kernels/gather_litert_int4_vec4_f16_out.wgsl +75 -0
- package/src/gpu/kernels/gather_litert_int4_vec4_f32_out.wgsl +72 -0
- package/src/gpu/kernels/gather_split4_f16_vec4_f16_out.wgsl +103 -0
- package/src/gpu/kernels/gather_split8_f16_vec4_f16_out.wgsl +143 -0
- package/src/gpu/kernels/gather_split8_f16_vec4_f32_out.wgsl +143 -0
- package/src/gpu/kernels/gelu.wgsl +11 -7
- package/src/gpu/kernels/gelu_f16.wgsl +25 -22
- package/src/gpu/kernels/gemma4-route-expert.d.ts +35 -0
- package/src/gpu/kernels/gemma4-route-expert.js +126 -0
- package/src/gpu/kernels/gemma4_route_q4_matmul_f16a.wgsl +210 -0
- package/src/gpu/kernels/groupnorm.d.ts +0 -4
- package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
- package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
- package/src/gpu/kernels/index.d.ts +77 -5
- package/src/gpu/kernels/index.js +55 -4
- package/src/gpu/kernels/kv-cache-write.d.ts +22 -0
- package/src/gpu/kernels/kv-cache-write.js +126 -0
- package/src/gpu/kernels/kv_cache_write_f32_to_f16.wgsl +32 -0
- package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
- package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
- package/src/gpu/kernels/layernorm.d.ts +0 -4
- package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
- package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
- package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
- package/src/gpu/kernels/lm-head-argmax.d.ts +19 -0
- package/src/gpu/kernels/lm-head-argmax.js +218 -0
- package/src/gpu/kernels/lm_head_argmax_f16.wgsl +189 -0
- package/src/gpu/kernels/logit-merge.d.ts +0 -24
- package/src/gpu/kernels/logit-merge.js +1 -17
- package/src/gpu/kernels/matmul-dispatch.d.ts +11 -0
- package/src/gpu/kernels/matmul-dispatch.js +44 -2
- package/src/gpu/kernels/matmul-selection.d.ts +5 -5
- package/src/gpu/kernels/matmul-selection.js +172 -10
- package/src/gpu/kernels/matmul.d.ts +1 -29
- package/src/gpu/kernels/matmul.js +240 -38
- package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
- package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
- package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
- package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
- package/src/gpu/kernels/modulate_f16.wgsl +1 -1
- package/src/gpu/kernels/moe.d.ts +1 -56
- package/src/gpu/kernels/moe.js +46 -33
- package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
- package/src/gpu/kernels/pipeline-cache.d.ts +8 -0
- package/src/gpu/kernels/pipeline-cache.js +24 -0
- package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
- package/src/gpu/kernels/rep-penalty.d.ts +21 -0
- package/src/gpu/kernels/rep-penalty.js +17 -9
- package/src/gpu/kernels/residual.d.ts +1 -12
- package/src/gpu/kernels/residual.js +13 -1
- package/src/gpu/kernels/residual.wgsl +3 -3
- package/src/gpu/kernels/residual_f16.wgsl +6 -4
- package/src/gpu/kernels/residual_f16_vec4.wgsl +6 -6
- package/src/gpu/kernels/residual_vec4.wgsl +6 -6
- package/src/gpu/kernels/rmsnorm-pair.d.ts +39 -0
- package/src/gpu/kernels/rmsnorm-pair.js +152 -0
- package/src/gpu/kernels/rmsnorm-qk.d.ts +41 -0
- package/src/gpu/kernels/rmsnorm-qk.js +128 -0
- package/src/gpu/kernels/rmsnorm.d.ts +30 -7
- package/src/gpu/kernels/rmsnorm.js +49 -8
- package/src/gpu/kernels/rmsnorm.wgsl +15 -12
- package/src/gpu/kernels/rmsnorm_f16.wgsl +69 -39
- package/src/gpu/kernels/rmsnorm_pair.wgsl +224 -0
- package/src/gpu/kernels/rmsnorm_qk.wgsl +118 -0
- package/src/gpu/kernels/rmsnorm_qk_f16.wgsl +143 -0
- package/src/gpu/kernels/rope-qk.d.ts +41 -0
- package/src/gpu/kernels/rope-qk.js +143 -0
- package/src/gpu/kernels/rope.d.ts +1 -5
- package/src/gpu/kernels/rope.js +12 -2
- package/src/gpu/kernels/rope.wgsl +33 -19
- package/src/gpu/kernels/rope_f16.wgsl +39 -25
- package/src/gpu/kernels/rope_qk.wgsl +95 -0
- package/src/gpu/kernels/rope_qk_f16.wgsl +97 -0
- package/src/gpu/kernels/rule-registry.js +50 -10
- package/src/gpu/kernels/sample.d.ts +0 -5
- package/src/gpu/kernels/sample.js +212 -187
- package/src/gpu/kernels/sample.wgsl +7 -6
- package/src/gpu/kernels/sample_f16.wgsl +28 -30
- package/src/gpu/kernels/scatter_add_dynamic_expert_scale.wgsl +47 -0
- package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
- package/src/gpu/kernels/scatter_add_dynamic_f16_expert_scale.wgsl +49 -0
- package/src/gpu/kernels/scatter_add_dynamic_f16_weights_expert_scale.wgsl +49 -0
- package/src/gpu/kernels/scatter_add_routes_f16_weights_expert_scale.wgsl +45 -0
- package/src/gpu/kernels/shader-cache.d.ts +13 -0
- package/src/gpu/kernels/shader-cache.js +28 -21
- package/src/gpu/kernels/silu_f16.wgsl +1 -1
- package/src/gpu/kernels/soft-embedding.d.ts +28 -0
- package/src/gpu/kernels/soft-embedding.js +447 -0
- package/src/gpu/kernels/soft_embedding_logits_f16.wgsl +107 -0
- package/src/gpu/kernels/soft_embedding_split_f16.wgsl +46 -0
- package/src/gpu/kernels/softmax.wgsl +8 -223
- package/src/gpu/kernels/split-qkv-rmsnorm-qk.d.ts +44 -0
- package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +154 -0
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.d.ts +59 -0
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +245 -0
- package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
- package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
- package/src/gpu/kernels/split_qkv_rmsnorm_qk.wgsl +146 -0
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +185 -0
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +187 -0
- package/src/gpu/kernels/topk_f16.wgsl +1 -1
- package/src/gpu/kernels/turboquant-codebook.js +11 -40
- package/src/gpu/kernels/uniform-utils.d.ts +18 -0
- package/src/gpu/kernels/uniform-utils.js +2 -5
- package/src/gpu/kernels/upsample2d.d.ts +0 -4
- package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
- package/src/gpu/kernels/utils.d.ts +43 -0
- package/src/gpu/kernels/utils.js +81 -11
- package/src/gpu/perf-guards.d.ts +0 -12
- package/src/gpu/perf-guards.js +0 -62
- package/src/gpu/profiler.d.ts +0 -21
- package/src/gpu/profiler.js +0 -34
- package/src/gpu/readback-utils.js +10 -2
- package/src/gpu/submit-tracker.d.ts +0 -57
- package/src/gpu/submit-tracker.js +3 -62
- package/src/gpu/tensor.d.ts +0 -23
- package/src/gpu/tensor.js +0 -41
- package/src/gpu/uniform-cache.d.ts +10 -12
- package/src/gpu/uniform-cache.js +25 -30
- package/src/gpu/weight-buffer.d.ts +76 -7
- package/src/gpu/weight-buffer.js +85 -1
- package/src/index.d.ts +1 -0
- package/src/index.js +1 -0
- package/src/inference/browser-harness-diffusion-energy-suites.js +269 -1
- package/src/inference/browser-harness-model-helpers.d.ts +0 -9
- package/src/inference/browser-harness-model-helpers.js +22 -13
- package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
- package/src/inference/browser-harness-runtime-helpers.js +2 -2
- package/src/inference/browser-harness-suite-helpers.d.ts +13 -1
- package/src/inference/browser-harness-suite-helpers.js +525 -3
- package/src/inference/browser-harness-text-helpers.d.ts +89 -0
- package/src/inference/browser-harness-text-helpers.js +459 -25
- package/src/inference/browser-harness.d.ts +7 -28
- package/src/inference/browser-harness.js +556 -79
- package/src/inference/decode-ring.d.ts +1 -0
- package/src/inference/decode-ring.js +7 -5
- package/src/inference/kv-cache/base.d.ts +31 -0
- package/src/inference/kv-cache/base.js +125 -2
- package/src/inference/kv-cache/mixed-geometry.d.ts +11 -0
- package/src/inference/kv-cache/mixed-geometry.js +121 -4
- package/src/inference/kv-cache/quantized.js +2 -0
- package/src/inference/kv-cache/sliding-window.d.ts +14 -0
- package/src/inference/kv-cache/sliding-window.js +88 -0
- package/src/inference/kv-cache/tiered.js +7 -0
- package/src/inference/kv-cache/types.d.ts +2 -0
- package/src/inference/model-lanes/execution-lane-resolver.d.ts +61 -0
- package/src/inference/model-lanes/execution-lane-resolver.js +126 -0
- package/src/inference/moe-router.d.ts +14 -1
- package/src/inference/moe-router.js +24 -1
- package/src/inference/multi-model-network.d.ts +1 -1
- package/src/inference/multi-model-network.js +1 -2
- package/src/inference/network-evolution.d.ts +0 -12
- package/src/inference/network-evolution.js +2 -2
- package/src/inference/pipelines/audio/gemma4.js +52 -1
- package/src/inference/pipelines/context.js +17 -0
- package/src/inference/pipelines/diffusion/init.js +2 -2
- package/src/inference/pipelines/diffusion/pipeline.js +41 -96
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
- package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
- package/src/inference/pipelines/diffusion/vae.js +4 -4
- package/src/inference/pipelines/diffusion-gemma/config.d.ts +27 -0
- package/src/inference/pipelines/diffusion-gemma/config.js +149 -0
- package/src/inference/pipelines/diffusion-gemma/index.d.ts +31 -0
- package/src/inference/pipelines/diffusion-gemma/index.js +12 -0
- package/src/inference/pipelines/diffusion-gemma/pipeline.d.ts +69 -0
- package/src/inference/pipelines/diffusion-gemma/pipeline.js +380 -0
- package/src/inference/pipelines/diffusion-gemma/sampling.d.ts +128 -0
- package/src/inference/pipelines/diffusion-gemma/sampling.js +395 -0
- package/src/inference/pipelines/energy/quintel.d.ts +15 -0
- package/src/inference/pipelines/structured/index.d.ts +2 -0
- package/src/inference/pipelines/structured/index.js +2 -0
- package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
- package/src/inference/pipelines/text/attention/attn-config.js +1 -1
- package/src/inference/pipelines/text/attention/dispatch-params.d.ts +28 -4
- package/src/inference/pipelines/text/attention/dispatch-params.js +176 -2
- package/src/inference/pipelines/text/attention/projections.d.ts +73 -2
- package/src/inference/pipelines/text/attention/projections.js +398 -71
- package/src/inference/pipelines/text/attention/quant-options.d.ts +38 -0
- package/src/inference/pipelines/text/attention/record.js +542 -56
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
- package/src/inference/pipelines/text/attention/run.js +343 -50
- package/src/inference/pipelines/text/attention/types.d.ts +7 -1
- package/src/inference/pipelines/text/chat-format.d.ts +0 -10
- package/src/inference/pipelines/text/chat-format.js +1 -8
- package/src/inference/pipelines/text/config.d.ts +25 -26
- package/src/inference/pipelines/text/config.js +304 -25
- package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
- package/src/inference/pipelines/text/drift-policy.js +1 -1
- package/src/inference/pipelines/text/dtype-contract.d.ts +1 -1
- package/src/inference/pipelines/text/dtype-contract.js +4 -1
- package/src/inference/pipelines/text/embed.d.ts +25 -29
- package/src/inference/pipelines/text/embed.js +16 -45
- package/src/inference/pipelines/text/execution-plan.d.ts +13 -3
- package/src/inference/pipelines/text/execution-plan.js +21 -2
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +4 -4
- package/src/inference/pipelines/text/execution-runtime-builders.js +44 -39
- package/src/inference/pipelines/text/execution-v1.d.ts +20 -0
- package/src/inference/pipelines/text/execution-v1.js +461 -158
- package/src/inference/pipelines/text/ffn/dense.js +214 -6
- package/src/inference/pipelines/text/ffn/moe.d.ts +4 -1
- package/src/inference/pipelines/text/ffn/moe.js +9 -2
- package/src/inference/pipelines/text/ffn/sandwich.d.ts +3 -1
- package/src/inference/pipelines/text/ffn/sandwich.js +237 -15
- package/src/inference/pipelines/text/ffn/standard.d.ts +3 -1
- package/src/inference/pipelines/text/ffn/standard.js +84 -17
- package/src/inference/pipelines/text/generator-decode-policy.d.ts +81 -0
- package/src/inference/pipelines/text/generator-decode-policy.js +233 -0
- package/src/inference/pipelines/text/generator-helpers.d.ts +0 -2
- package/src/inference/pipelines/text/generator-helpers.js +9 -7
- package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +84 -0
- package/src/inference/pipelines/text/generator-prefill-helpers.js +359 -0
- package/src/inference/pipelines/text/generator-runtime.d.ts +1 -7
- package/src/inference/pipelines/text/generator-runtime.js +8 -6
- package/src/inference/pipelines/text/generator-steps.d.ts +57 -7
- package/src/inference/pipelines/text/generator-steps.js +275 -79
- package/src/inference/pipelines/text/generator.d.ts +38 -5
- package/src/inference/pipelines/text/generator.js +1259 -496
- package/src/inference/pipelines/text/init-chat-templates.js +86 -0
- package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
- package/src/inference/pipelines/text/init-rope.js +408 -0
- package/src/inference/pipelines/text/init.d.ts +13 -3
- package/src/inference/pipelines/text/init.js +213 -725
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
- package/src/inference/pipelines/text/kernel-trace.js +0 -33
- package/src/inference/pipelines/text/layer-plan-gpu.js +590 -0
- package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
- package/src/inference/pipelines/text/layer-plan.js +1 -1
- package/src/inference/pipelines/text/layer.d.ts +70 -8
- package/src/inference/pipelines/text/layer.js +373 -558
- package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
- package/src/inference/pipelines/text/linear-attention.js +6 -4
- package/src/inference/pipelines/text/load-errors.d.ts +21 -0
- package/src/inference/pipelines/text/load-errors.js +59 -0
- package/src/inference/pipelines/text/logits/cpu.js +2 -20
- package/src/inference/pipelines/text/logits/gpu.d.ts +49 -2
- package/src/inference/pipelines/text/logits/gpu.js +419 -66
- package/src/inference/pipelines/text/logits/index.d.ts +3 -3
- package/src/inference/pipelines/text/logits/index.js +96 -42
- package/src/inference/pipelines/text/logits/types.d.ts +2 -2
- package/src/inference/pipelines/text/lora-apply.js +17 -0
- package/src/inference/pipelines/text/model-load.d.ts +5 -4
- package/src/inference/pipelines/text/model-load.js +74 -17
- package/src/inference/pipelines/text/moe-gpu.d.ts +13 -0
- package/src/inference/pipelines/text/moe-gpu.js +445 -16
- package/src/inference/pipelines/text/moe-impl.d.ts +13 -3
- package/src/inference/pipelines/text/moe-shape-validator.js +13 -1
- package/src/inference/pipelines/text/ops.d.ts +42 -4
- package/src/inference/pipelines/text/ops.js +20 -1
- package/src/inference/pipelines/text/per-layer-inputs.js +36 -6
- package/src/inference/pipelines/text/probes.d.ts +3 -6
- package/src/inference/pipelines/text/probes.js +119 -31
- package/src/inference/pipelines/text/sampling-config.d.ts +4 -10
- package/src/inference/pipelines/text/sampling-config.js +103 -64
- package/src/inference/pipelines/text/sampling.d.ts +0 -5
- package/src/inference/pipelines/text/sampling.js +153 -9
- package/src/inference/pipelines/text/stage-names.js +3 -0
- package/src/inference/pipelines/text/state.js +19 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +57 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +408 -0
- package/src/inference/pipelines/text/types.d.ts +92 -81
- package/src/inference/pipelines/text/weights.d.ts +4 -52
- package/src/inference/pipelines/text/weights.js +6 -56
- package/src/inference/pipelines/text.d.ts +33 -1
- package/src/inference/pipelines/text.js +375 -55
- package/src/inference/pipelines/vision/gemma4.js +20 -9
- package/src/inference/pipelines/vision/index.js +0 -107
- package/src/inference/runtime-model.d.ts +0 -7
- package/src/inference/runtime-model.js +0 -23
- package/src/inference/test-harness.d.ts +6 -22
- package/src/inference/test-harness.js +97 -23
- package/src/inference/tokenizer.d.ts +30 -0
- package/src/inference/tokenizer.js +341 -174
- package/src/inference/tokenizers/bundled.js +71 -49
- package/src/inference/tokenizers/sentencepiece.js +65 -15
- package/src/inference/tokenizers/types.d.ts +0 -21
- package/src/loader/doppler-loader.d.ts +14 -0
- package/src/loader/doppler-loader.js +378 -25
- package/src/loader/embedding-limit-preflight.d.ts +31 -0
- package/src/loader/embedding-limit-preflight.js +216 -0
- package/src/loader/embedding-loader.d.ts +8 -2
- package/src/loader/embedding-loader.js +276 -11
- package/src/loader/experts/expert-loader.d.ts +4 -1
- package/src/loader/experts/expert-loader.js +174 -5
- package/src/loader/final-weights-loader.d.ts +5 -0
- package/src/loader/final-weights-loader.js +167 -4
- package/src/loader/layer-loader.d.ts +2 -0
- package/src/loader/layer-loader.js +74 -6
- package/src/loader/loader-types.d.ts +61 -2
- package/src/loader/manifest-config.d.ts +8 -0
- package/src/loader/manifest-config.js +25 -1
- package/src/loader/memory-monitor.d.ts +17 -5
- package/src/loader/quantization-constants.d.ts +6 -0
- package/src/loader/shard-resolver.d.ts +1 -0
- package/src/loader/shard-resolver.js +52 -4
- package/src/loader/tensors/functional-descriptor-loader.d.ts +9 -0
- package/src/loader/tensors/functional-descriptor-loader.js +377 -0
- package/src/loader/tensors/source-transform.js +6 -1
- package/src/loader/tensors/tensor-loader.d.ts +36 -8
- package/src/loader/tensors/tensor-loader.js +521 -22
- package/src/loader/tensors/tensor-reader.d.ts +4 -1
- package/src/loader/tensors/tensor-reader.js +11 -4
- package/src/loader/weights.d.ts +3 -1
- package/src/memory/address-table.d.ts +1 -9
- package/src/memory/buffer-pool.d.ts +0 -16
- package/src/memory/buffer-pool.js +13 -42
- package/src/memory/heap-manager.d.ts +18 -43
- package/src/memory/unified-detect.d.ts +19 -34
- package/src/models/diffusiongemma.d.ts +7 -0
- package/src/models/diffusiongemma.js +25 -0
- package/src/models/embeddinggemma.d.ts +7 -0
- package/src/models/embeddinggemma.js +24 -0
- package/src/models/family.d.ts +24 -0
- package/src/models/family.js +25 -0
- package/src/models/gemma3.d.ts +7 -0
- package/src/models/gemma3.js +33 -0
- package/src/models/gemma4.d.ts +7 -0
- package/src/models/gemma4.js +57 -0
- package/src/models/qwen3.d.ts +7 -0
- package/src/models/qwen3.js +36 -0
- package/src/rules/converter/tokenizer.rules.json +5 -0
- package/src/rules/execution-rules-contract-check.js +162 -10
- package/src/rules/inference/capability-transforms.rules.json +111 -0
- package/src/rules/inference/config.rules.json +1 -0
- package/src/rules/inference/dtype.rules.json +7 -0
- package/src/rules/inference/execution.rules.json +117 -16
- package/src/rules/inference/ffn.rules.json +24 -2
- package/src/rules/kernels/gather.rules.json +81 -0
- package/src/rules/kernels/matmul.rules.json +19 -0
- package/src/rules/kernels/moe.rules.json +3 -0
- package/src/rules/kernels/rep-penalty.rules.json +6 -0
- package/src/rules/kernels/rmsnorm-qk.rules.json +6 -0
- package/src/rules/kernels/rmsnorm.rules.json +42 -7
- package/src/rules/kernels/rope-qk.rules.json +6 -0
- package/src/rules/loader/tensor-loader.rules.json +17 -0
- package/src/rules/rule-registry.js +59 -75
- package/src/storage/artifact-storage-context.d.ts +12 -3
- package/src/storage/artifact-storage-context.js +241 -26
- package/src/storage/backends/opfs-store.js +138 -88
- package/src/storage/blake3.js +9 -1
- package/src/storage/export.js +1 -5
- package/src/storage/normalize-model-id.js +3 -0
- package/src/storage/preflight.js +11 -0
- package/src/storage/quickstart-downloader.js +44 -67
- package/src/storage/reports.js +35 -11
- package/src/storage/shard-manager.d.ts +8 -2
- package/src/storage/shard-manager.js +176 -15
- package/src/storage/source-artifact-store.d.ts +0 -2
- package/src/storage/source-artifact-store.js +3 -9
- package/src/sw.js +0 -3
- package/src/tooling/browser-command-runner.d.ts +0 -3
- package/src/tooling/browser-command-runner.js +31 -4
- package/src/tooling/command-api-constants.js +1 -1
- package/src/tooling/command-api-family-normalizers.d.ts +1 -0
- package/src/tooling/command-api-family-normalizers.js +53 -9
- package/src/tooling/command-api-helpers.d.ts +0 -2
- package/src/tooling/command-api-helpers.js +8 -3
- package/src/tooling/command-api.d.ts +22 -1
- package/src/tooling/command-api.js +11 -1
- package/src/tooling/command-envelope.d.ts +0 -1
- package/src/tooling/command-envelope.js +1 -1
- package/src/tooling/command-runner-shared.d.ts +14 -0
- package/src/tooling/command-runner-shared.js +2 -1
- package/src/tooling/conversion-config-materializer.d.ts +0 -10
- package/src/tooling/conversion-config-materializer.js +1 -1
- package/src/tooling/diagnose-runner.js +3 -4
- package/src/tooling/hf-registry-utils.d.ts +2 -6
- package/src/tooling/hf-registry-utils.js +90 -19
- package/src/tooling/kernel-path-builder/index.js +1 -4
- package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
- package/src/tooling/lean-execution-contract-runner.js +2 -2
- package/src/tooling/litert-package-runtime.d.ts +1 -1
- package/src/tooling/litert-package-runtime.js +571 -37
- package/src/tooling/node-browser-command-runner.d.ts +15 -0
- package/src/tooling/node-browser-command-runner.js +107 -17
- package/src/tooling/node-command-runner.js +43 -2
- package/src/tooling/node-convert-worker-pool.js +15 -0
- package/src/tooling/node-convert-worker.js +11 -1
- package/src/tooling/node-converter.js +102 -1
- package/src/tooling/node-source-runtime.js +1 -10
- package/src/tooling/node-webgpu.d.ts +1 -0
- package/src/tooling/node-webgpu.js +23 -11
- package/src/tooling/opfs-cache.js +1 -4
- package/src/tooling/precision-replay-math.js +174 -0
- package/src/tooling/program-bundle-host.d.ts +16 -0
- package/src/tooling/program-bundle-host.js +20 -0
- package/src/tooling/program-bundle-parity.d.ts +28 -0
- package/src/tooling/program-bundle-parity.js +210 -0
- package/src/tooling/program-bundle.d.ts +112 -0
- package/src/tooling/program-bundle.js +1119 -0
- package/src/tooling/rdrr-integrity-refresh.d.ts +50 -0
- package/src/tooling/rdrr-integrity-refresh.js +271 -0
- package/src/tooling/reference-verify.js +191 -0
- package/src/tooling/source-artifact-adapter.d.ts +0 -20
- package/src/tooling/source-artifact-adapter.js +10 -5
- package/src/tooling/source-package-profiles.d.ts +18 -1
- package/src/tooling/source-package-profiles.js +110 -8
- package/src/tooling/source-runtime-bundle.d.ts +3 -0
- package/src/tooling/source-runtime-bundle.js +30 -22
- package/src/tooling/source-runtime-converter-config.d.ts +0 -5
- package/src/tooling/source-runtime-converter-config.js +25 -12
- package/src/tooling/source-runtime-materializer.js +1 -7
- package/src/tooling-experimental-exports.shared.d.ts +10 -0
- package/src/tooling-experimental-exports.shared.js +10 -0
- package/src/tooling-exports/device.d.ts +11 -0
- package/src/tooling-exports/device.js +14 -0
- package/src/tooling-exports/manifest.d.ts +8 -0
- package/src/tooling-exports/manifest.js +11 -0
- package/src/tooling-exports/storage.d.ts +25 -0
- package/src/tooling-exports/storage.js +29 -0
- package/src/tooling-exports/structured.d.ts +1 -0
- package/src/tooling-exports/structured.js +5 -0
- package/src/tooling-exports.d.ts +23 -0
- package/src/tooling-exports.js +17 -0
- package/src/tooling-exports.shared.d.ts +27 -30
- package/src/tooling-exports.shared.js +28 -29
- package/src/types/index.d.ts +0 -3
- package/src/types/index.js +0 -3
- package/src/utils/array-buffer.d.ts +4 -0
- package/src/utils/array-buffer.js +9 -0
- package/src/utils/canonical-hash.d.ts +7 -0
- package/src/utils/canonical-hash.js +74 -0
- package/src/utils/clone-json.d.ts +1 -0
- package/src/utils/clone-json.js +7 -0
- package/src/utils/encode-utf8.js +5 -0
- package/src/utils/index.d.ts +4 -1
- package/src/utils/index.js +4 -1
- package/src/utils/runtime-env.js +7 -0
- package/src/utils/sha256.d.ts +1 -0
- package/src/utils/sha256.js +18 -4
- package/src/utils/stable-sort-object.d.ts +1 -0
- package/src/utils/stable-sort-object.js +13 -0
- package/src/version.js +1 -1
- package/tools/convert-safetensors-node.js +1 -2
- package/src/bootstrap.d.ts +0 -1
- package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
- package/src/config/kernels/kernel-ref.d.ts +0 -17
- package/src/config/kernels/kernel-ref.js +0 -75
- package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
- package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
- package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
- package/src/config/runtime/kernels/fused-q4k.json +0 -13
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
- package/src/config/runtime/kernels/safe-q4k.json +0 -13
- package/src/config/runtime/overlays/debug-f32a.json +0 -3
- package/src/config/runtime/overlays/trace-config.json +0 -28
- package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
- package/src/debug/perf.d.ts +0 -33
- package/src/debug/perf.js +0 -51
- package/src/errors/index.d.ts +0 -1
- package/src/errors/index.js +0 -1
- package/src/formats/gguf/index.d.ts +0 -8
- package/src/formats/gguf/index.js +0 -4
- package/src/formats/litert/index.d.ts +0 -1
- package/src/formats/litert/index.js +0 -1
- package/src/formats/safetensors/index.d.ts +0 -8
- package/src/formats/safetensors/index.js +0 -4
- package/src/formats/tflite/index.d.ts +0 -1
- package/src/formats/tflite/index.js +0 -1
- package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
- package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
- package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
- package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
- package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
- package/src/inference/functiongemma.d.ts +0 -15
- package/src/inference/functiongemma.js +0 -1
- package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
- package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
- package/src/rules/kernels/kernel-validator.d.ts +0 -24
- package/src/rules/kernels/kernel-validator.js +0 -160
- package/src/sw.d.ts +0 -1
- package/src/tooling/bench-runner.js +0 -64
- package/src/tooling/distill-runner.js +0 -56
- package/src/tooling/lora-runner.js +0 -37
- package/src/tooling/verify-runner.js +0 -63
- package/src/types/gpu.d.ts +0 -185
- package/src/types/gpu.js +0 -5
- package/src/types/inference.d.ts +0 -197
- package/src/types/inference.js +0 -5
- package/src/types/model.d.ts +0 -130
- package/src/types/model.js +0 -5
- package/src/utils/format-bytes.js +0 -20
- /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
- /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
|
@@ -16,10 +16,13 @@ import type {
|
|
|
16
16
|
MoEConfigSchema,
|
|
17
17
|
AdapterConfigSchema,
|
|
18
18
|
ProvenanceSchema,
|
|
19
|
+
ManifestArtifactIdentitySchema,
|
|
20
|
+
ManifestWeightsRefSchema,
|
|
19
21
|
KernelPathRef,
|
|
20
22
|
ManifestInferenceSchema,
|
|
21
23
|
type TensorRole as SchemaTensorRole,
|
|
22
24
|
} from '../../config/schema/index.js';
|
|
25
|
+
import type { FunctionalDescriptorManifest } from './functional-descriptor.js';
|
|
23
26
|
|
|
24
27
|
// =============================================================================
|
|
25
28
|
// Re-exports from Schema
|
|
@@ -36,6 +39,8 @@ export type ComponentGroupType = SchemaComponentGroupType;
|
|
|
36
39
|
export type WeightLayout = SchemaWeightLayout;
|
|
37
40
|
export type QuantizationInfo = QuantizationInfoSchema;
|
|
38
41
|
export type TensorRole = SchemaTensorRole;
|
|
42
|
+
export type ArtifactIdentity = ManifestArtifactIdentitySchema;
|
|
43
|
+
export type WeightsRef = ManifestWeightsRefSchema;
|
|
39
44
|
|
|
40
45
|
// =============================================================================
|
|
41
46
|
// Kernel Types
|
|
@@ -75,6 +80,25 @@ export interface TensorSourceTransform {
|
|
|
75
80
|
};
|
|
76
81
|
}
|
|
77
82
|
|
|
83
|
+
export interface TensorStorageCompanion {
|
|
84
|
+
role: string;
|
|
85
|
+
tensorId: string;
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
export interface TensorStorageShardSpan {
|
|
89
|
+
shardIndex: number;
|
|
90
|
+
byteStart: number;
|
|
91
|
+
byteEnd: number;
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
export interface TensorPhysicalStorageDescriptor {
|
|
95
|
+
packing: 'dense' | 'q4k' | 'q4_0' | 'w4a16' | 'gguf-block-v2';
|
|
96
|
+
blockShape?: number[];
|
|
97
|
+
blockBytes?: number;
|
|
98
|
+
companions?: TensorStorageCompanion[];
|
|
99
|
+
shardSpans?: TensorStorageShardSpan[];
|
|
100
|
+
}
|
|
101
|
+
|
|
78
102
|
// =============================================================================
|
|
79
103
|
// Manifest Types
|
|
80
104
|
// =============================================================================
|
|
@@ -110,9 +134,9 @@ export interface LayerConfig {
|
|
|
110
134
|
export interface ComponentGroup extends ComponentGroupSchema {}
|
|
111
135
|
|
|
112
136
|
export interface TensorLocation {
|
|
113
|
-
shard
|
|
137
|
+
shard?: number;
|
|
114
138
|
shardIndex?: number;
|
|
115
|
-
offset
|
|
139
|
+
offset?: number;
|
|
116
140
|
size: number;
|
|
117
141
|
shape: number[];
|
|
118
142
|
dtype: string;
|
|
@@ -122,6 +146,8 @@ export interface TensorLocation {
|
|
|
122
146
|
layout?: WeightLayout;
|
|
123
147
|
originalShape?: number[];
|
|
124
148
|
sourceTransform?: TensorSourceTransform;
|
|
149
|
+
storage?: TensorPhysicalStorageDescriptor;
|
|
150
|
+
descriptorManifest?: FunctionalDescriptorManifest;
|
|
125
151
|
}
|
|
126
152
|
|
|
127
153
|
export interface ConversionInfo {
|
|
@@ -144,12 +170,91 @@ export interface RuntimeOptimizations {
|
|
|
144
170
|
kernelPath?: KernelPathRef;
|
|
145
171
|
}
|
|
146
172
|
|
|
173
|
+
export interface IntegrityExtensionsBlockMerkle {
|
|
174
|
+
blockSize: number;
|
|
175
|
+
roots: Record<string, string>;
|
|
176
|
+
}
|
|
177
|
+
|
|
178
|
+
/**
|
|
179
|
+
* Parity exactness taxonomy shared with RDRR distributed collectives and Doe TSIR
|
|
180
|
+
* lowerings. Values are canonical and must not drift between the two lanes.
|
|
181
|
+
* - bit-exact-solo: hex-identical bytes against the reference interpreter.
|
|
182
|
+
* - algorithm-exact: hex-identical under a declared reduction tree (same vocabulary,
|
|
183
|
+
* declared associativity, declared accumulation dtype).
|
|
184
|
+
* - tolerance-bounded: declared metric within declared epsilon.
|
|
185
|
+
*/
|
|
186
|
+
export type LoweringExactnessClass =
|
|
187
|
+
| 'bit_exact_solo'
|
|
188
|
+
| 'algorithm_exact'
|
|
189
|
+
| 'tolerance_bounded';
|
|
190
|
+
|
|
191
|
+
/**
|
|
192
|
+
* One lowering receipt for a (kernel, backend) pair. Either digests are populated
|
|
193
|
+
* (lowering succeeded) or rejectionReasons[] is populated (backend cannot honor the
|
|
194
|
+
* kernel). A successful entry with rejectionReasons and a rejection entry with digests
|
|
195
|
+
* are both invalid.
|
|
196
|
+
*/
|
|
197
|
+
export interface LoweringExactness {
|
|
198
|
+
class: LoweringExactnessClass;
|
|
199
|
+
algorithmExactInvariants: string[];
|
|
200
|
+
toleranceEpsilon: number;
|
|
201
|
+
toleranceMetric: string;
|
|
202
|
+
}
|
|
203
|
+
|
|
204
|
+
export interface IntegrityExtensionsLoweringEntry {
|
|
205
|
+
/** Logical reference into the manifest's execution graph. */
|
|
206
|
+
kernelRef: string;
|
|
207
|
+
/** Backend identifier, e.g. "webgpu-generic", "wse3", "csl-classifier-legacy". */
|
|
208
|
+
backend: string;
|
|
209
|
+
/** Hash of the target descriptor under which this realization was produced. */
|
|
210
|
+
targetDescriptorCorrectnessHash: string | null;
|
|
211
|
+
/** Frontend-version identity that produced tsir.semantic (null for rejection). */
|
|
212
|
+
frontendVersion: string | null;
|
|
213
|
+
/** Stable source-meaning digest (null for rejection). */
|
|
214
|
+
tsirSemanticDigest: string | null;
|
|
215
|
+
/** Target-and-policy-dependent realization digest (null for rejection). */
|
|
216
|
+
tsirRealizationDigest: string | null;
|
|
217
|
+
/** Emitter-code-version digest (null for rejection). */
|
|
218
|
+
emitterDigest: string | null;
|
|
219
|
+
/** Doe compiler version pin (null for pre-TSIR classifier-legacy receipts). */
|
|
220
|
+
compilerVersion: string | null;
|
|
221
|
+
/** Exactness contract under which this lowering is declared equivalent to source. */
|
|
222
|
+
exactness: LoweringExactness | null;
|
|
223
|
+
/**
|
|
224
|
+
* Present iff the backend refused this kernel. Canonical codes include:
|
|
225
|
+
* TSIR_SUBGROUP_UNLOWERABLE, TSIR_PE_BUDGET_EXHAUSTED,
|
|
226
|
+
* TSIR_COLLECTIVE_NOT_REPRESENTABLE, TSIR_DEPENDENCE_UNANALYZABLE,
|
|
227
|
+
* TSIR_SOURCE_NOT_AFFINE, TSIR_TARGET_UNFIT.
|
|
228
|
+
*/
|
|
229
|
+
rejectionReasons: string[] | null;
|
|
230
|
+
}
|
|
231
|
+
|
|
232
|
+
export interface IntegrityExtensionsLowerings {
|
|
233
|
+
/** Own contractVersion — additive, independent of integrityExtensions.contractVersion. */
|
|
234
|
+
contractVersion: 1;
|
|
235
|
+
entries: IntegrityExtensionsLoweringEntry[];
|
|
236
|
+
}
|
|
237
|
+
|
|
238
|
+
export interface IntegrityExtensions {
|
|
239
|
+
contractVersion: 1;
|
|
240
|
+
blockMerkle: IntegrityExtensionsBlockMerkle;
|
|
241
|
+
/**
|
|
242
|
+
* Optional Doe TSIR lowering receipts. Absent on artifacts built before the
|
|
243
|
+
* lowering binding lands. When present, each entry is either a successful
|
|
244
|
+
* lowering (digests populated, rejectionReasons null) or a rejection
|
|
245
|
+
* (digests null, rejectionReasons non-empty).
|
|
246
|
+
*/
|
|
247
|
+
lowerings?: IntegrityExtensionsLowerings;
|
|
248
|
+
}
|
|
249
|
+
|
|
147
250
|
export interface RDRRManifest {
|
|
148
251
|
version: number;
|
|
149
252
|
modelId: string;
|
|
150
253
|
modelType: ModelType;
|
|
151
254
|
quantization: string;
|
|
152
255
|
quantizationInfo?: QuantizationInfo;
|
|
256
|
+
artifactIdentity?: ArtifactIdentity;
|
|
257
|
+
weightsRef?: WeightsRef;
|
|
153
258
|
hashAlgorithm: HashAlgorithm;
|
|
154
259
|
eos_token_id: number | number[] | null;
|
|
155
260
|
image_token_id?: number;
|
|
@@ -170,6 +275,7 @@ export interface RDRRManifest {
|
|
|
170
275
|
optimizations?: RuntimeOptimizations;
|
|
171
276
|
config?: Record<string, unknown>;
|
|
172
277
|
conversion?: ConversionInfo;
|
|
278
|
+
integrityExtensions?: IntegrityExtensions;
|
|
173
279
|
|
|
174
280
|
// Required inference configuration (populated by converter)
|
|
175
281
|
inference: ManifestInferenceSchema;
|
|
@@ -215,6 +321,8 @@ export interface CreateManifestOptions {
|
|
|
215
321
|
modelType: ModelType;
|
|
216
322
|
quantization: string;
|
|
217
323
|
quantizationInfo?: QuantizationInfo;
|
|
324
|
+
artifactIdentity?: ArtifactIdentity;
|
|
325
|
+
weightsRef?: WeightsRef;
|
|
218
326
|
hashAlgorithm?: HashAlgorithm;
|
|
219
327
|
eos_token_id?: number | number[];
|
|
220
328
|
architecture: LayerConfig | string;
|
|
@@ -228,6 +336,7 @@ export interface CreateManifestOptions {
|
|
|
228
336
|
moeConfig?: MoEConfig;
|
|
229
337
|
config?: Record<string, unknown>;
|
|
230
338
|
conversion?: ConversionInfo;
|
|
339
|
+
integrityExtensions?: IntegrityExtensions;
|
|
231
340
|
blake3Full?: string;
|
|
232
341
|
metadata?: Record<string, unknown>;
|
|
233
342
|
// Required inference configuration
|
|
@@ -1,6 +1,250 @@
|
|
|
1
1
|
import { validateTensorConfigConsistency } from './tensor-config-validator.js';
|
|
2
2
|
import { validateManifestExecutionContract } from '../../config/execution-contract-check.js';
|
|
3
3
|
import { validateManifestInference } from '../../config/schema/index.js';
|
|
4
|
+
import { validateTensorStorageDescriptor } from './storage-descriptor.js';
|
|
5
|
+
import {
|
|
6
|
+
getFunctionalDescriptorManifest,
|
|
7
|
+
isFunctionalDescriptorDtype,
|
|
8
|
+
validateFunctionalDescriptorManifest,
|
|
9
|
+
} from './functional-descriptor.js';
|
|
10
|
+
|
|
11
|
+
const ARTIFACT_COMPLETENESS_VALUES = new Set([
|
|
12
|
+
'complete',
|
|
13
|
+
'weights-ref',
|
|
14
|
+
'incomplete',
|
|
15
|
+
]);
|
|
16
|
+
|
|
17
|
+
const LOWERING_EXACTNESS_CLASSES = new Set([
|
|
18
|
+
'bit_exact_solo',
|
|
19
|
+
'algorithm_exact',
|
|
20
|
+
'tolerance_bounded',
|
|
21
|
+
]);
|
|
22
|
+
|
|
23
|
+
const LOWERING_NULLABLE_STRING_FIELDS = [
|
|
24
|
+
'targetDescriptorCorrectnessHash',
|
|
25
|
+
'frontendVersion',
|
|
26
|
+
'tsirSemanticDigest',
|
|
27
|
+
'tsirRealizationDigest',
|
|
28
|
+
'emitterDigest',
|
|
29
|
+
'compilerVersion',
|
|
30
|
+
];
|
|
31
|
+
|
|
32
|
+
const LOWERING_ALGORITHM_EXACT_INVARIANTS = new Set([
|
|
33
|
+
'reduction_order',
|
|
34
|
+
'tree_shape',
|
|
35
|
+
'accum_dtype',
|
|
36
|
+
'associativity_grouping',
|
|
37
|
+
]);
|
|
38
|
+
|
|
39
|
+
function isPlainObject(value) {
|
|
40
|
+
return value != null && typeof value === 'object' && !Array.isArray(value);
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
function validateOptionalNonEmptyString(errors, object, field, prefix) {
|
|
44
|
+
if (object[field] === undefined) {
|
|
45
|
+
return;
|
|
46
|
+
}
|
|
47
|
+
if (typeof object[field] !== 'string' || object[field].trim().length === 0) {
|
|
48
|
+
errors.push(`Invalid ${prefix}.${field}`);
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
function validateRequiredNonEmptyString(errors, object, field, prefix) {
|
|
53
|
+
if (typeof object[field] !== 'string' || object[field].trim().length === 0) {
|
|
54
|
+
errors.push(`Missing or invalid ${prefix}.${field}`);
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
function validateIntegrityExtensionsContract(manifest, errors) {
|
|
59
|
+
const integrityExtensions = manifest.integrityExtensions;
|
|
60
|
+
if (integrityExtensions === undefined) {
|
|
61
|
+
return;
|
|
62
|
+
}
|
|
63
|
+
if (!isPlainObject(integrityExtensions)) {
|
|
64
|
+
errors.push('Invalid integrityExtensions field');
|
|
65
|
+
return;
|
|
66
|
+
}
|
|
67
|
+
if (integrityExtensions.contractVersion !== 1) {
|
|
68
|
+
errors.push(`Invalid integrityExtensions.contractVersion: ${integrityExtensions.contractVersion}`);
|
|
69
|
+
}
|
|
70
|
+
if (!isPlainObject(integrityExtensions.blockMerkle)) {
|
|
71
|
+
errors.push('Invalid integrityExtensions.blockMerkle');
|
|
72
|
+
return;
|
|
73
|
+
}
|
|
74
|
+
const blockSize = integrityExtensions.blockMerkle.blockSize;
|
|
75
|
+
if (!Number.isInteger(blockSize) || blockSize <= 0) {
|
|
76
|
+
errors.push('Invalid integrityExtensions.blockMerkle.blockSize');
|
|
77
|
+
}
|
|
78
|
+
const roots = integrityExtensions.blockMerkle.roots;
|
|
79
|
+
if (!isPlainObject(roots) || Object.keys(roots).length === 0) {
|
|
80
|
+
errors.push('Invalid integrityExtensions.blockMerkle.roots');
|
|
81
|
+
return;
|
|
82
|
+
}
|
|
83
|
+
for (const [tensorId, merkleRoot] of Object.entries(roots)) {
|
|
84
|
+
if (typeof tensorId !== 'string' || tensorId.trim().length === 0) {
|
|
85
|
+
errors.push('Invalid integrityExtensions.blockMerkle.roots tensor id');
|
|
86
|
+
continue;
|
|
87
|
+
}
|
|
88
|
+
if (typeof merkleRoot !== 'string' || merkleRoot.trim().length === 0) {
|
|
89
|
+
errors.push(`Invalid integrityExtensions.blockMerkle.roots.${tensorId}`);
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
validateLoweringsSection(integrityExtensions.lowerings, errors);
|
|
94
|
+
}
|
|
95
|
+
|
|
96
|
+
function validateLoweringsSection(lowerings, errors) {
|
|
97
|
+
if (lowerings === undefined) {
|
|
98
|
+
return;
|
|
99
|
+
}
|
|
100
|
+
if (!isPlainObject(lowerings)) {
|
|
101
|
+
errors.push('Invalid integrityExtensions.lowerings');
|
|
102
|
+
return;
|
|
103
|
+
}
|
|
104
|
+
if (lowerings.contractVersion !== 1) {
|
|
105
|
+
errors.push(`Invalid integrityExtensions.lowerings.contractVersion: ${lowerings.contractVersion}`);
|
|
106
|
+
}
|
|
107
|
+
if (!Array.isArray(lowerings.entries)) {
|
|
108
|
+
errors.push('Invalid integrityExtensions.lowerings.entries');
|
|
109
|
+
return;
|
|
110
|
+
}
|
|
111
|
+
const seen = new Set();
|
|
112
|
+
lowerings.entries.forEach((entry, index) => {
|
|
113
|
+
const prefix = `integrityExtensions.lowerings.entries[${index}]`;
|
|
114
|
+
if (!isPlainObject(entry)) {
|
|
115
|
+
errors.push(`${prefix} must be an object`);
|
|
116
|
+
return;
|
|
117
|
+
}
|
|
118
|
+
if (typeof entry.kernelRef !== 'string' || entry.kernelRef.trim().length === 0) {
|
|
119
|
+
errors.push(`${prefix}.kernelRef must be a non-empty string`);
|
|
120
|
+
}
|
|
121
|
+
if (typeof entry.backend !== 'string' || entry.backend.trim().length === 0) {
|
|
122
|
+
errors.push(`${prefix}.backend must be a non-empty string`);
|
|
123
|
+
}
|
|
124
|
+
if (typeof entry.kernelRef === 'string' && typeof entry.backend === 'string') {
|
|
125
|
+
const key = `${entry.kernelRef}::${entry.backend}`;
|
|
126
|
+
if (seen.has(key)) {
|
|
127
|
+
errors.push(`${prefix} duplicates (kernelRef, backend) pair already declared earlier`);
|
|
128
|
+
}
|
|
129
|
+
seen.add(key);
|
|
130
|
+
}
|
|
131
|
+
for (const field of LOWERING_NULLABLE_STRING_FIELDS) {
|
|
132
|
+
const value = entry[field];
|
|
133
|
+
if (value === undefined) {
|
|
134
|
+
errors.push(`${prefix}.${field} is required (use null for not-applicable)`);
|
|
135
|
+
continue;
|
|
136
|
+
}
|
|
137
|
+
if (value === null) continue;
|
|
138
|
+
if (typeof value !== 'string' || value.trim().length === 0) {
|
|
139
|
+
errors.push(`${prefix}.${field} must be a non-empty string or null`);
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
if (entry.exactness === undefined) {
|
|
143
|
+
errors.push(`${prefix}.exactness is required (use null for rejection entries)`);
|
|
144
|
+
} else if (entry.exactness !== null) {
|
|
145
|
+
if (!isPlainObject(entry.exactness)) {
|
|
146
|
+
errors.push(`${prefix}.exactness must be an object or null`);
|
|
147
|
+
} else {
|
|
148
|
+
if (!LOWERING_EXACTNESS_CLASSES.has(entry.exactness.class)) {
|
|
149
|
+
errors.push(`${prefix}.exactness.class must be one of bit_exact_solo, algorithm_exact, tolerance_bounded`);
|
|
150
|
+
}
|
|
151
|
+
if (!Array.isArray(entry.exactness.algorithmExactInvariants)) {
|
|
152
|
+
errors.push(`${prefix}.exactness.algorithmExactInvariants must be an array`);
|
|
153
|
+
} else {
|
|
154
|
+
entry.exactness.algorithmExactInvariants.forEach((inv, i) => {
|
|
155
|
+
if (typeof inv !== 'string' || !LOWERING_ALGORITHM_EXACT_INVARIANTS.has(inv)) {
|
|
156
|
+
errors.push(`${prefix}.exactness.algorithmExactInvariants[${i}] must be one of reduction_order, tree_shape, accum_dtype, associativity_grouping`);
|
|
157
|
+
}
|
|
158
|
+
});
|
|
159
|
+
}
|
|
160
|
+
if (typeof entry.exactness.toleranceMetric !== 'string') {
|
|
161
|
+
errors.push(`${prefix}.exactness.toleranceMetric must be a string`);
|
|
162
|
+
}
|
|
163
|
+
if (typeof entry.exactness.toleranceEpsilon !== 'number') {
|
|
164
|
+
errors.push(`${prefix}.exactness.toleranceEpsilon must be a number`);
|
|
165
|
+
}
|
|
166
|
+
}
|
|
167
|
+
}
|
|
168
|
+
if (entry.rejectionReasons === undefined) {
|
|
169
|
+
errors.push(`${prefix}.rejectionReasons is required (empty array when backend honored the kernel)`);
|
|
170
|
+
} else if (!Array.isArray(entry.rejectionReasons)) {
|
|
171
|
+
errors.push(`${prefix}.rejectionReasons must be an array (empty for success)`);
|
|
172
|
+
} else {
|
|
173
|
+
entry.rejectionReasons.forEach((reason, reasonIndex) => {
|
|
174
|
+
if (typeof reason !== 'string' || reason.trim().length === 0) {
|
|
175
|
+
errors.push(`${prefix}.rejectionReasons[${reasonIndex}] must be a non-empty string`);
|
|
176
|
+
}
|
|
177
|
+
});
|
|
178
|
+
}
|
|
179
|
+
|
|
180
|
+
// A lowering receipt is either a success (digests populated, rejectionReasons empty)
|
|
181
|
+
// or a rejection (digests null, rejectionReasons non-empty). Mixed states are invalid.
|
|
182
|
+
const hasDigests = (
|
|
183
|
+
typeof entry.tsirSemanticDigest === 'string'
|
|
184
|
+
&& typeof entry.tsirRealizationDigest === 'string'
|
|
185
|
+
&& typeof entry.emitterDigest === 'string'
|
|
186
|
+
);
|
|
187
|
+
const allDigestsNull = (
|
|
188
|
+
entry.tsirSemanticDigest === null
|
|
189
|
+
&& entry.tsirRealizationDigest === null
|
|
190
|
+
&& entry.emitterDigest === null
|
|
191
|
+
);
|
|
192
|
+
const hasRejection = Array.isArray(entry.rejectionReasons) && entry.rejectionReasons.length > 0;
|
|
193
|
+
if (hasRejection && hasDigests) {
|
|
194
|
+
errors.push(`${prefix} has both rejectionReasons and digests; must be one or the other`);
|
|
195
|
+
}
|
|
196
|
+
if (!hasRejection && !hasDigests && !allDigestsNull) {
|
|
197
|
+
errors.push(`${prefix} has inconsistent digests: all must be strings (success) or all null (rejection)`);
|
|
198
|
+
}
|
|
199
|
+
if (!hasRejection && allDigestsNull && !hasDigests) {
|
|
200
|
+
errors.push(`${prefix} declares no state: success requires populated digests with empty rejectionReasons, rejection requires null digests with non-empty rejectionReasons`);
|
|
201
|
+
}
|
|
202
|
+
});
|
|
203
|
+
}
|
|
204
|
+
|
|
205
|
+
function validateArtifactIdentityContract(manifest, errors) {
|
|
206
|
+
const identity = manifest.artifactIdentity;
|
|
207
|
+
if (identity !== undefined) {
|
|
208
|
+
if (!isPlainObject(identity)) {
|
|
209
|
+
errors.push('Invalid artifactIdentity field');
|
|
210
|
+
} else {
|
|
211
|
+
for (const field of [
|
|
212
|
+
'sourceCheckpointId',
|
|
213
|
+
'sourceRepo',
|
|
214
|
+
'sourceRevision',
|
|
215
|
+
'sourceFormat',
|
|
216
|
+
'conversionConfigPath',
|
|
217
|
+
'conversionConfigDigest',
|
|
218
|
+
'weightPackId',
|
|
219
|
+
'weightPackHash',
|
|
220
|
+
'shardSetHash',
|
|
221
|
+
'manifestVariantId',
|
|
222
|
+
'materializationProfile',
|
|
223
|
+
]) {
|
|
224
|
+
validateOptionalNonEmptyString(errors, identity, field, 'artifactIdentity');
|
|
225
|
+
}
|
|
226
|
+
if (identity.modalitySet !== undefined) {
|
|
227
|
+
if (!Array.isArray(identity.modalitySet) || identity.modalitySet.some((item) => typeof item !== 'string' || item.trim().length === 0)) {
|
|
228
|
+
errors.push('Invalid artifactIdentity.modalitySet');
|
|
229
|
+
}
|
|
230
|
+
}
|
|
231
|
+
if (identity.artifactCompleteness !== undefined && !ARTIFACT_COMPLETENESS_VALUES.has(identity.artifactCompleteness)) {
|
|
232
|
+
errors.push(`Invalid artifactIdentity.artifactCompleteness: ${identity.artifactCompleteness}`);
|
|
233
|
+
}
|
|
234
|
+
}
|
|
235
|
+
}
|
|
236
|
+
|
|
237
|
+
const weightsRef = manifest.weightsRef;
|
|
238
|
+
if (weightsRef !== undefined) {
|
|
239
|
+
if (!isPlainObject(weightsRef)) {
|
|
240
|
+
errors.push('Invalid weightsRef field');
|
|
241
|
+
} else {
|
|
242
|
+
for (const field of ['weightPackId', 'artifactRoot', 'manifestDigest', 'shardSetHash']) {
|
|
243
|
+
validateRequiredNonEmptyString(errors, weightsRef, field, 'weightsRef');
|
|
244
|
+
}
|
|
245
|
+
}
|
|
246
|
+
}
|
|
247
|
+
}
|
|
4
248
|
|
|
5
249
|
export function validateManifest(manifest) {
|
|
6
250
|
const errors = [];
|
|
@@ -43,6 +287,9 @@ export function validateManifest(manifest) {
|
|
|
43
287
|
errors.push(`Invalid hashAlgorithm: ${manifest.hashAlgorithm}`);
|
|
44
288
|
}
|
|
45
289
|
|
|
290
|
+
validateArtifactIdentityContract(manifest, errors);
|
|
291
|
+
validateIntegrityExtensionsContract(manifest, errors);
|
|
292
|
+
|
|
46
293
|
// EOS token ID (required for text models)
|
|
47
294
|
const eosTokenId = manifest.eos_token_id;
|
|
48
295
|
if (!isDiffusion && !isEnergy && !isEmbedding) {
|
|
@@ -129,6 +376,18 @@ export function validateManifest(manifest) {
|
|
|
129
376
|
if (!tensor.role || typeof tensor.role !== 'string') {
|
|
130
377
|
errors.push(`Tensor "${name}" missing role`);
|
|
131
378
|
}
|
|
379
|
+
if (isFunctionalDescriptorDtype(tensor.dtype)) {
|
|
380
|
+
const descriptorValidation = validateFunctionalDescriptorManifest(
|
|
381
|
+
getFunctionalDescriptorManifest(tensor),
|
|
382
|
+
`Tensor "${name}" descriptorManifest`
|
|
383
|
+
);
|
|
384
|
+
for (const descriptorError of descriptorValidation.errors) {
|
|
385
|
+
errors.push(descriptorError);
|
|
386
|
+
}
|
|
387
|
+
}
|
|
388
|
+
if (tensor.storage !== undefined) {
|
|
389
|
+
validateTensorStorageDescriptor(tensor.storage, `tensor "${name}"`, errors);
|
|
390
|
+
}
|
|
132
391
|
}
|
|
133
392
|
}
|
|
134
393
|
|
|
@@ -143,7 +402,7 @@ export function validateManifest(manifest) {
|
|
|
143
402
|
}
|
|
144
403
|
if (typeof moe.expertFormat !== 'string') {
|
|
145
404
|
errors.push('Invalid moeConfig.expertFormat');
|
|
146
|
-
} else if (moe.expertFormat !== 'mixtral' && moe.expertFormat !== 'gpt-oss') {
|
|
405
|
+
} else if (moe.expertFormat !== 'mixtral' && moe.expertFormat !== 'gpt-oss' && moe.expertFormat !== 'gemma4') {
|
|
147
406
|
errors.push(`Invalid moeConfig.expertFormat: ${moe.expertFormat}`);
|
|
148
407
|
}
|
|
149
408
|
if (moe.numExpertsPerToken > moe.numExperts) {
|
|
@@ -1,36 +1,5 @@
|
|
|
1
1
|
export declare const TFLITE_FILE_IDENTIFIER: 'TFL3';
|
|
2
2
|
|
|
3
|
-
export declare const TFLITE_TENSOR_TYPE: {
|
|
4
|
-
readonly FLOAT32: 0;
|
|
5
|
-
readonly FLOAT16: 1;
|
|
6
|
-
readonly INT32: 2;
|
|
7
|
-
readonly UINT8: 3;
|
|
8
|
-
readonly INT64: 4;
|
|
9
|
-
readonly STRING: 5;
|
|
10
|
-
readonly BOOL: 6;
|
|
11
|
-
readonly INT16: 7;
|
|
12
|
-
readonly COMPLEX64: 8;
|
|
13
|
-
readonly INT8: 9;
|
|
14
|
-
readonly FLOAT64: 10;
|
|
15
|
-
readonly COMPLEX128: 11;
|
|
16
|
-
readonly UINT64: 12;
|
|
17
|
-
readonly RESOURCE: 13;
|
|
18
|
-
readonly VARIANT: 14;
|
|
19
|
-
readonly UINT32: 15;
|
|
20
|
-
readonly UINT16: 16;
|
|
21
|
-
readonly INT4: 17;
|
|
22
|
-
readonly BFLOAT16: 18;
|
|
23
|
-
};
|
|
24
|
-
|
|
25
|
-
export type TFLiteTensorTypeId = (typeof TFLITE_TENSOR_TYPE)[keyof typeof TFLITE_TENSOR_TYPE];
|
|
26
|
-
|
|
27
|
-
export declare const TFLITE_TENSOR_TYPE_NAME: Record<number, string>;
|
|
28
|
-
|
|
29
|
-
export declare const TFLITE_TENSOR_DTYPE_MAP: Record<number, 'F32' | 'F16' | 'BF16'>;
|
|
30
|
-
export declare const TFLITE_TENSOR_SOURCE_DTYPE_MAP: Record<number, 'F32' | 'F16' | 'BF16' | 'INT8' | 'UINT8' | 'INT4'>;
|
|
31
|
-
|
|
32
|
-
export declare const TFLITE_DTYPE_SIZE: Record<'F32' | 'F16' | 'BF16', number>;
|
|
33
|
-
|
|
34
3
|
export interface TFLiteSourceTransform {
|
|
35
4
|
kind: 'affine_dequant';
|
|
36
5
|
scheme: 'per_tensor_affine';
|
|
@@ -3,7 +3,7 @@ const TFLITE_PAGE_BYTES = 16 * 1024;
|
|
|
3
3
|
|
|
4
4
|
export const TFLITE_FILE_IDENTIFIER = 'TFL3';
|
|
5
5
|
|
|
6
|
-
|
|
6
|
+
const TFLITE_TENSOR_TYPE = Object.freeze({
|
|
7
7
|
FLOAT32: 0,
|
|
8
8
|
FLOAT16: 1,
|
|
9
9
|
INT32: 2,
|
|
@@ -25,17 +25,17 @@ export const TFLITE_TENSOR_TYPE = Object.freeze({
|
|
|
25
25
|
BFLOAT16: 18,
|
|
26
26
|
});
|
|
27
27
|
|
|
28
|
-
|
|
28
|
+
const TFLITE_TENSOR_TYPE_NAME = Object.freeze(Object.fromEntries(
|
|
29
29
|
Object.entries(TFLITE_TENSOR_TYPE).map(([name, value]) => [value, name])
|
|
30
30
|
));
|
|
31
31
|
|
|
32
|
-
|
|
32
|
+
const TFLITE_TENSOR_DTYPE_MAP = Object.freeze({
|
|
33
33
|
[TFLITE_TENSOR_TYPE.FLOAT32]: 'F32',
|
|
34
34
|
[TFLITE_TENSOR_TYPE.FLOAT16]: 'F16',
|
|
35
35
|
[TFLITE_TENSOR_TYPE.BFLOAT16]: 'BF16',
|
|
36
36
|
});
|
|
37
37
|
|
|
38
|
-
|
|
38
|
+
const TFLITE_TENSOR_SOURCE_DTYPE_MAP = Object.freeze({
|
|
39
39
|
[TFLITE_TENSOR_TYPE.FLOAT32]: 'F32',
|
|
40
40
|
[TFLITE_TENSOR_TYPE.FLOAT16]: 'F16',
|
|
41
41
|
[TFLITE_TENSOR_TYPE.BFLOAT16]: 'BF16',
|
|
@@ -44,7 +44,7 @@ export const TFLITE_TENSOR_SOURCE_DTYPE_MAP = Object.freeze({
|
|
|
44
44
|
[TFLITE_TENSOR_TYPE.INT4]: 'INT4',
|
|
45
45
|
});
|
|
46
46
|
|
|
47
|
-
|
|
47
|
+
const TFLITE_DTYPE_SIZE = Object.freeze({
|
|
48
48
|
F32: 4,
|
|
49
49
|
F16: 2,
|
|
50
50
|
BF16: 2,
|
|
@@ -5,28 +5,12 @@
|
|
|
5
5
|
* avoiding per-kernel submit overhead. Manages temporary buffers automatically.
|
|
6
6
|
*/
|
|
7
7
|
|
|
8
|
-
/** Statistics about recorded operations */
|
|
9
|
-
export interface RecorderStats {
|
|
10
|
-
opCount: number;
|
|
11
|
-
tempBufferCount: number;
|
|
12
|
-
pooledBufferCount: number;
|
|
13
|
-
submitted: boolean;
|
|
14
|
-
}
|
|
15
|
-
|
|
16
8
|
/** Options for CommandRecorder */
|
|
17
9
|
export interface RecorderOptions {
|
|
18
10
|
/** Enable GPU timestamp profiling (requires 'timestamp-query' feature) */
|
|
19
11
|
profile?: boolean;
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
export interface RecorderSubmitOptions {
|
|
23
|
-
/** Use `deferred` when another readback wait already proves command completion. */
|
|
24
|
-
cleanup?: 'queue' | 'deferred';
|
|
25
|
-
}
|
|
26
|
-
|
|
27
|
-
export interface RecorderDeferredCleanupOptions {
|
|
28
|
-
/** Discard pooled buffers instead of returning them to the pool. */
|
|
29
|
-
discardPooled?: boolean;
|
|
12
|
+
/** Collect per-label operation counts for diagnostics. Defaults to true. */
|
|
13
|
+
recordLabels?: boolean;
|
|
30
14
|
}
|
|
31
15
|
|
|
32
16
|
/** Profiling result - maps kernel label to time in milliseconds */
|
|
@@ -99,6 +83,33 @@ export declare class CommandRecorder {
|
|
|
99
83
|
*/
|
|
100
84
|
beginComputePass(label?: string): GPUComputePassEncoder;
|
|
101
85
|
|
|
86
|
+
/**
|
|
87
|
+
* Close the active coalesced compute pass, if one is open.
|
|
88
|
+
*/
|
|
89
|
+
closeActiveComputePass(): void;
|
|
90
|
+
|
|
91
|
+
/**
|
|
92
|
+
* Record a simple dispatch. Non-profiling recorders coalesce consecutive
|
|
93
|
+
* dispatches into one compute pass until a raw encoder boundary.
|
|
94
|
+
*/
|
|
95
|
+
recordDispatch(
|
|
96
|
+
pipeline: GPUComputePipeline,
|
|
97
|
+
bindGroup: GPUBindGroup,
|
|
98
|
+
workgroups: [number, number, number],
|
|
99
|
+
label?: string
|
|
100
|
+
): void;
|
|
101
|
+
|
|
102
|
+
/**
|
|
103
|
+
* Record an indirect dispatch with the same pass coalescing behavior.
|
|
104
|
+
*/
|
|
105
|
+
recordDispatchIndirect(
|
|
106
|
+
pipeline: GPUComputePipeline,
|
|
107
|
+
bindGroup: GPUBindGroup,
|
|
108
|
+
indirectBuffer: GPUBuffer,
|
|
109
|
+
indirectOffset?: number,
|
|
110
|
+
label?: string
|
|
111
|
+
): void;
|
|
112
|
+
|
|
102
113
|
/**
|
|
103
114
|
* Get the raw encoder for advanced use cases.
|
|
104
115
|
* @returns GPUCommandEncoder
|
|
@@ -123,13 +134,13 @@ export declare class CommandRecorder {
|
|
|
123
134
|
* Submit all recorded commands and clean up temporary buffers.
|
|
124
135
|
* After calling this, the recorder cannot be reused.
|
|
125
136
|
*/
|
|
126
|
-
submit(options?:
|
|
137
|
+
submit(options?: { cleanup?: 'queue' | 'deferred' }): void;
|
|
127
138
|
|
|
128
139
|
/**
|
|
129
140
|
* Finalize a deferred-cleanup submit after another wait condition
|
|
130
141
|
* has already established GPU completion.
|
|
131
142
|
*/
|
|
132
|
-
completeDeferredCleanup(options?:
|
|
143
|
+
completeDeferredCleanup(options?: { discardPooled?: boolean }): Promise<void>;
|
|
133
144
|
|
|
134
145
|
/**
|
|
135
146
|
* Submit and wait for GPU to complete (useful for debugging/profiling).
|
|
@@ -143,7 +154,14 @@ export declare class CommandRecorder {
|
|
|
143
154
|
* Get statistics about recorded operations.
|
|
144
155
|
* @returns Statistics object
|
|
145
156
|
*/
|
|
146
|
-
getStats():
|
|
157
|
+
getStats(): {
|
|
158
|
+
opCount: number;
|
|
159
|
+
opLabelCounts: Record<string, number>;
|
|
160
|
+
computePassCount: number;
|
|
161
|
+
tempBufferCount: number;
|
|
162
|
+
pooledBufferCount: number;
|
|
163
|
+
submitted: boolean;
|
|
164
|
+
};
|
|
147
165
|
|
|
148
166
|
/**
|
|
149
167
|
* Get the submit completion latency in milliseconds (null if not resolved yet).
|
|
@@ -183,7 +201,11 @@ export declare class CommandRecorder {
|
|
|
183
201
|
* @param options - Recorder options
|
|
184
202
|
* @returns CommandRecorder instance
|
|
185
203
|
*/
|
|
186
|
-
export function createCommandRecorder(
|
|
204
|
+
export function createCommandRecorder(
|
|
205
|
+
label?: string,
|
|
206
|
+
options?: RecorderOptions,
|
|
207
|
+
device?: GPUDevice | null
|
|
208
|
+
): CommandRecorder;
|
|
187
209
|
|
|
188
210
|
/**
|
|
189
211
|
* Create a profiling-enabled CommandRecorder.
|
|
@@ -192,6 +214,6 @@ export function createCommandRecorder(label?: string, options?: RecorderOptions)
|
|
|
192
214
|
* @param label - Label for debugging
|
|
193
215
|
* @returns CommandRecorder with profiling enabled
|
|
194
216
|
*/
|
|
195
|
-
export function createProfilingRecorder(label?: string): CommandRecorder;
|
|
217
|
+
export function createProfilingRecorder(label?: string, device?: GPUDevice | null): CommandRecorder;
|
|
196
218
|
|
|
197
219
|
export default CommandRecorder;
|