doppler-gpu 0.4.2 → 0.4.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +210 -0
- package/README.md +63 -38
- package/assets/doppler.svg +57 -1601
- package/package.json +111 -32
- package/src/cli/cli-model-resolution.js +275 -0
- package/src/cli/cli-output.js +486 -0
- package/src/cli/doppler-cli.d.ts +18 -0
- package/src/cli/doppler-cli.js +885 -744
- package/src/cli/doppler-quickstart.d.ts +7 -23
- package/src/cli/doppler-quickstart.js +4 -2
- package/src/cli/doppler-serve.d.ts +210 -0
- package/src/cli/doppler-serve.js +469 -43
- package/src/cli/runtime-profiles.d.ts +40 -0
- package/src/cli/runtime-profiles.js +225 -0
- package/src/client/doppler-api.js +1 -6
- package/src/client/doppler-registry.d.ts +12 -0
- package/src/client/doppler-registry.js +27 -0
- package/src/client/doppler-registry.json +66 -10
- package/src/client/failure-taxonomy.js +139 -0
- package/src/client/fault-injection.js +30 -0
- package/src/client/provider.d.ts +151 -0
- package/src/client/provider.js +374 -0
- package/src/client/receipt.js +156 -0
- package/src/client/runtime/index.js +69 -4
- package/src/client/runtime/lora.d.ts +11 -1
- package/src/client/runtime/lora.js +28 -7
- package/src/client/runtime/model-manager.d.ts +0 -14
- package/src/client/runtime/model-manager.js +34 -50
- package/src/client/runtime/model-session.d.ts +2 -1
- package/src/client/runtime/model-session.js +35 -2
- package/src/client/runtime/model-source.d.ts +13 -1
- package/src/client/runtime/model-source.js +148 -3
- package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
- package/src/client/runtime/node-quickstart-cache.js +353 -0
- package/src/client/runtime/source-runtime.js +1 -10
- package/src/client/runtime/types.d.ts +8 -60
- package/src/client/wrap-pipeline-handle.d.ts +82 -0
- package/src/client/wrap-pipeline-handle.js +259 -0
- package/src/config/README.md +3 -1
- package/src/config/conversion/README.md +28 -157
- package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +646 -0
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +21 -6
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +19 -12
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +27 -12
- package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +393 -0
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +425 -0
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +39 -16
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +19 -12
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +27 -12
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +737 -0
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +730 -0
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +780 -0
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +716 -0
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +591 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +367 -61
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +19 -12
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +82 -36
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +96 -60
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +521 -0
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +515 -0
- package/src/config/execution-contract-check.js +6 -5
- package/src/config/goal-completion-matrix.json +552 -0
- package/src/config/kernel-path-loader.d.ts +8 -2
- package/src/config/kernel-path-loader.js +192 -38
- package/src/config/kernels/kernel-ref-digests.js +163 -126
- package/src/config/kernels/registry.d.ts +0 -35
- package/src/config/kernels/registry.js +5 -9
- package/src/config/kernels/registry.json +3593 -1146
- package/src/config/merge-contract-check.js +7 -3
- package/src/config/merge-helpers.d.ts +3 -1
- package/src/config/merge-helpers.js +2 -1
- package/src/config/merge.d.ts +1 -0
- package/src/config/merge.js +65 -7
- package/src/config/model-lanes/catalog-lane-resolver.d.ts +66 -0
- package/src/config/model-lanes/catalog-lane-resolver.js +170 -0
- package/src/config/param-categories.d.ts +0 -9
- package/src/config/param-categories.js +1 -5
- package/src/config/param-validator.d.ts +2 -0
- package/src/config/param-validator.js +20 -0
- package/src/config/platforms/loader.d.ts +0 -27
- package/src/config/platforms/loader.js +0 -30
- package/src/config/required-inference-fields-contract-check.js +1 -7
- package/src/config/runtime/README.md +28 -0
- package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +1 -1
- package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
- package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
- package/src/config/runtime/experiments/verify/lfm2-verify.json +3 -3
- package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
- package/src/config/runtime/profiles/diffusiongemma-26b-a4b-throughput.json +26 -0
- package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-overlapped-probe.json +42 -0
- package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-probe.json +39 -0
- package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-b4.json +48 -0
- package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-single.json +46 -0
- package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
- package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
- package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
- package/src/config/schema/bridge.schema.d.ts +16 -0
- package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
- package/src/config/schema/browser-suite-metrics.schema.js +2 -0
- package/src/config/schema/buffer-pool.schema.js +3 -3
- package/src/config/schema/claim-evidence-contract.schema.json +93 -0
- package/src/config/schema/command-surface-contract.schema.json +81 -0
- package/src/config/schema/converter.schema.d.ts +16 -0
- package/src/config/schema/converter.schema.js +11 -0
- package/src/config/schema/debug.schema.d.ts +22 -1
- package/src/config/schema/debug.schema.js +1 -0
- package/src/config/schema/distill-training.schema.d.ts +0 -1
- package/src/config/schema/distill-training.schema.js +1 -1
- package/src/config/schema/doppler.schema.d.ts +13 -2
- package/src/config/schema/doppler.schema.js +140 -8
- package/src/config/schema/emulation.schema.d.ts +3 -0
- package/src/config/schema/emulation.schema.js +16 -16
- package/src/config/schema/execution-v1.schema.d.ts +39 -1
- package/src/config/schema/execution-v1.schema.js +35 -20
- package/src/config/schema/goal-completion-matrix.schema.json +223 -0
- package/src/config/schema/index.d.ts +52 -1
- package/src/config/schema/index.js +14 -0
- package/src/config/schema/inference.schema.d.ts +14 -3
- package/src/config/schema/kernel-path.schema.d.ts +6 -27
- package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
- package/src/config/schema/kernel-thresholds.schema.js +3 -7
- package/src/config/schema/kvcache.schema.js +0 -9
- package/src/config/schema/loading.schema.d.ts +12 -0
- package/src/config/schema/loading.schema.js +4 -0
- package/src/config/schema/manifest.schema.d.ts +175 -2
- package/src/config/schema/manifest.schema.js +58 -3
- package/src/config/schema/model-artifact-contract.schema.json +119 -0
- package/src/config/schema/moe.schema.d.ts +13 -0
- package/src/config/schema/moe.schema.js +1 -9
- package/src/config/schema/policy-schema-registry.json +26 -0
- package/src/config/schema/program-bundle.schema.d.ts +233 -0
- package/src/config/schema/program-bundle.schema.js +393 -0
- package/src/config/schema/subsystem-support-contract.schema.json +48 -0
- package/src/config/schema/training-metrics.schema.d.ts +1 -1
- package/src/config/schema/training-metrics.schema.js +4 -3
- package/src/config/schema/ul-training.schema.d.ts +0 -1
- package/src/config/schema/ul-training.schema.js +1 -1
- package/src/config/source-packages/litert/gemma-4-12b-it.json +390 -0
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +41 -20
- package/src/config/source-packages/litert/gemma-4-e4b-it.json +370 -0
- package/src/config/source-packages/registry.json +25 -0
- package/src/config/supported-operations.d.ts +14 -0
- package/src/config/supported-operations.js +34 -0
- package/src/config/supported-operations.json +183 -0
- package/src/config/training-defaults.js +1 -7
- package/src/config/transforms/capability-transform-resolver.d.ts +13 -2
- package/src/config/transforms/capability-transform-resolver.js +3 -1
- package/src/config/transforms/execution-graph-transforms.d.ts +97 -0
- package/src/config/transforms/execution-graph-transforms.js +829 -168
- package/src/converter/conversion-plan.d.ts +2 -0
- package/src/converter/conversion-plan.js +31 -14
- package/src/converter/core.d.ts +65 -0
- package/src/converter/core.js +1153 -22
- package/src/converter/parsers/diffusion.js +1 -33
- package/src/converter/quantization-info.d.ts +5 -4
- package/src/converter/quantization-info.js +218 -5
- package/src/converter/quantizer.d.ts +24 -4
- package/src/converter/quantizer.js +92 -2
- package/src/debug/config.d.ts +0 -4
- package/src/debug/config.js +0 -17
- package/src/debug/index.d.ts +28 -30
- package/src/debug/index.js +0 -18
- package/src/debug/stats.d.ts +0 -8
- package/src/debug/stats.js +3 -3
- package/src/debug/tensor.d.ts +9 -2
- package/src/debug/tensor.js +11 -4
- package/src/debug/trace.js +2 -15
- package/src/errors/doppler-error.js +20 -0
- package/src/experimental/adapters/lora-loader.js +109 -24
- package/src/experimental/browser/quantization.d.ts +5 -0
- package/src/experimental/diffusion/index.d.ts +24 -0
- package/src/experimental/diffusion/index.js +10 -0
- package/src/experimental/distribution/descriptor-transport.d.ts +117 -0
- package/src/experimental/distribution/descriptor-transport.js +342 -0
- package/src/experimental/distribution/shard-delivery.js +179 -23
- package/src/experimental/training/README.md +11 -0
- package/src/experimental/training/artifacts.js +1 -14
- package/src/experimental/training/autograd.js +33 -8
- package/src/experimental/training/checkpoint.js +1 -14
- package/src/experimental/training/datasets/gepa-frontier.d.ts +41 -0
- package/src/experimental/training/datasets/gepa-frontier.js +220 -0
- package/src/experimental/training/datasets/index.d.ts +13 -1
- package/src/experimental/training/datasets/index.js +8 -1
- package/src/experimental/training/datasets/teacher-traces.d.ts +51 -0
- package/src/experimental/training/datasets/teacher-traces.js +279 -0
- package/src/experimental/training/datasets/text-pairs.d.ts +45 -0
- package/src/experimental/training/datasets/text-pairs.js +82 -5
- package/src/experimental/training/datasets/token-batch.d.ts +1 -1
- package/src/experimental/training/datasets/token-batch.js +2 -2
- package/src/experimental/training/distillation/dataset.js +2 -15
- package/src/experimental/training/distillation/eval.js +3 -3
- package/src/experimental/training/distillation/runtime.js +3 -16
- package/src/experimental/training/distillation/student-fixture.d.ts +5 -0
- package/src/experimental/training/distillation/student-fixture.js +296 -38
- package/src/experimental/training/export.d.ts +9 -0
- package/src/experimental/training/export.js +113 -7
- package/src/experimental/training/index.d.ts +13 -1
- package/src/experimental/training/index.js +13 -1
- package/src/experimental/training/lora-pipeline.d.ts +143 -0
- package/src/experimental/training/lora-pipeline.js +1733 -58
- package/src/experimental/training/lora.js +23 -1
- package/src/experimental/training/loss.js +1 -1
- package/src/experimental/training/objectives/base.d.ts +2 -2
- package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.js +2 -2
- package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
- package/src/experimental/training/objectives/distill_triplet.js +2 -2
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
- package/src/experimental/training/operator-agent-eval.d.ts +65 -0
- package/src/experimental/training/operator-agent-eval.js +326 -0
- package/src/experimental/training/operator-artifacts.js +1 -14
- package/src/experimental/training/operator-command.js +310 -51
- package/src/experimental/training/runner.d.ts +1 -0
- package/src/experimental/training/runner.js +5 -14
- package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +160 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +175 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +175 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +160 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +162 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +160 -0
- package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +137 -0
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +152 -0
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +152 -0
- package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +137 -0
- package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +139 -0
- package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +137 -0
- package/src/experimental/training/workload-packs/registry.json +192 -12
- package/src/experimental/training/workloads.d.ts +37 -0
- package/src/experimental/training/workloads.js +111 -2
- package/src/formats/gguf/types.d.ts +0 -63
- package/src/formats/gguf/types.js +58 -38
- package/src/formats/litert/types.d.ts +0 -13
- package/src/formats/litert/types.js +2 -2
- package/src/formats/rdrr/distributed/index.d.ts +34 -0
- package/src/formats/rdrr/distributed/index.js +3 -0
- package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
- package/src/formats/rdrr/distributed/parsing.js +23 -0
- package/src/formats/rdrr/distributed/validation.d.ts +23 -0
- package/src/formats/rdrr/distributed/validation.js +131 -0
- package/src/formats/rdrr/functional-descriptor.d.ts +73 -0
- package/src/formats/rdrr/functional-descriptor.js +230 -0
- package/src/formats/rdrr/groups.d.ts +1 -13
- package/src/formats/rdrr/groups.js +0 -34
- package/src/formats/rdrr/index.d.ts +10 -0
- package/src/formats/rdrr/index.js +10 -0
- package/src/formats/rdrr/integrity.d.ts +51 -0
- package/src/formats/rdrr/integrity.js +200 -0
- package/src/formats/rdrr/lowerings.d.ts +28 -0
- package/src/formats/rdrr/lowerings.js +112 -0
- package/src/formats/rdrr/manifest.d.ts +0 -14
- package/src/formats/rdrr/manifest.js +5 -58
- package/src/formats/rdrr/merkle.d.ts +24 -0
- package/src/formats/rdrr/merkle.js +118 -0
- package/src/formats/rdrr/parsing.js +26 -6
- package/src/formats/rdrr/slice-compiler.d.ts +29 -0
- package/src/formats/rdrr/slice-compiler.js +188 -0
- package/src/formats/rdrr/source-transform-contract.js +10 -1
- package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
- package/src/formats/rdrr/storage-descriptor.js +193 -0
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
- package/src/formats/rdrr/tensor-config-validator.js +0 -30
- package/src/formats/rdrr/types.d.ts +111 -2
- package/src/formats/rdrr/validation.js +260 -1
- package/src/formats/tflite/types.d.ts +0 -31
- package/src/formats/tflite/types.js +5 -5
- package/src/gpu/command-recorder.d.ts +45 -23
- package/src/gpu/command-recorder.js +122 -25
- package/src/gpu/device.d.ts +17 -3
- package/src/gpu/device.js +130 -14
- package/src/gpu/kernel-runtime.d.ts +8 -15
- package/src/gpu/kernel-selection-log.d.ts +0 -8
- package/src/gpu/kernel-selection-log.js +0 -15
- package/src/gpu/kernel-tuner/cache.js +1 -8
- package/src/gpu/kernels/README.md +50 -18
- package/src/gpu/kernels/activation_static_qdq.wgsl +3 -1
- package/src/gpu/kernels/attention.d.ts +28 -19
- package/src/gpu/kernels/attention.js +458 -16
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
- package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_online_head256_f16kv.wgsl +236 -0
- package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_f16.wgsl +88 -30
- package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
- package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
- package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
- package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
- package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
- package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
- package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_streaming_f16.wgsl +34 -9
- package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
- package/src/gpu/kernels/backward/cross_entropy_backward.js +72 -3
- package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +2 -2
- package/src/gpu/kernels/backward/index.d.ts +6 -0
- package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
- package/src/gpu/kernels/backward/utils.d.ts +35 -0
- package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
- package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
- package/src/gpu/kernels/cast.js +74 -67
- package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +12 -50
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +16 -33
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +15 -12
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +255 -170
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
- package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
- package/src/gpu/kernels/constants.d.ts +9 -48
- package/src/gpu/kernels/constants.js +0 -23
- package/src/gpu/kernels/conv2d.d.ts +0 -4
- package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant.d.ts +0 -16
- package/src/gpu/kernels/dequant.js +1 -71
- package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant_shared.wgsl +1 -55
- package/src/gpu/kernels/diffusion-gemma-sampling.d.ts +19 -0
- package/src/gpu/kernels/diffusion-gemma-sampling.js +104 -0
- package/src/gpu/kernels/diffusion_gemma_sampling.wgsl +130 -0
- package/src/gpu/kernels/dispatch.d.ts +12 -97
- package/src/gpu/kernels/dispatch.js +13 -120
- package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
- package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
- package/src/gpu/kernels/fused_ffn.js +3 -4
- package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
- package/src/gpu/kernels/fused_matmul_litert_int4_f16a.wgsl +78 -0
- package/src/gpu/kernels/fused_matmul_litert_int4_f16a_f32out.wgsl +78 -0
- package/src/gpu/kernels/fused_matmul_litert_int4_f32a_f32out.wgsl +76 -0
- package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
- package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
- package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
- package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
- package/src/gpu/kernels/fused_matmul_rmsnorm.js +101 -80
- package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a.wgsl +116 -0
- package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a_f32out.wgsl +116 -0
- package/src/gpu/kernels/fused_matmul_w4a16_f16a.wgsl +95 -0
- package/src/gpu/kernels/fused_matmul_w4a16_f16a_f32out.wgsl +95 -0
- package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
- package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
- package/src/gpu/kernels/gather.d.ts +84 -8
- package/src/gpu/kernels/gather.js +353 -5
- package/src/gpu/kernels/gather_f16.wgsl +1 -1
- package/src/gpu/kernels/gather_litert_int4_vec4_f16_out.wgsl +75 -0
- package/src/gpu/kernels/gather_litert_int4_vec4_f32_out.wgsl +72 -0
- package/src/gpu/kernels/gather_split4_f16_vec4_f16_out.wgsl +103 -0
- package/src/gpu/kernels/gather_split8_f16_vec4_f16_out.wgsl +143 -0
- package/src/gpu/kernels/gather_split8_f16_vec4_f32_out.wgsl +143 -0
- package/src/gpu/kernels/gelu.wgsl +11 -7
- package/src/gpu/kernels/gelu_f16.wgsl +25 -22
- package/src/gpu/kernels/gemma4-route-expert.d.ts +35 -0
- package/src/gpu/kernels/gemma4-route-expert.js +126 -0
- package/src/gpu/kernels/gemma4_route_q4_matmul_f16a.wgsl +210 -0
- package/src/gpu/kernels/groupnorm.d.ts +0 -4
- package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
- package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
- package/src/gpu/kernels/index.d.ts +77 -5
- package/src/gpu/kernels/index.js +55 -4
- package/src/gpu/kernels/kv-cache-write.d.ts +22 -0
- package/src/gpu/kernels/kv-cache-write.js +126 -0
- package/src/gpu/kernels/kv_cache_write_f32_to_f16.wgsl +32 -0
- package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
- package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
- package/src/gpu/kernels/layernorm.d.ts +0 -4
- package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
- package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
- package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
- package/src/gpu/kernels/lm-head-argmax.d.ts +19 -0
- package/src/gpu/kernels/lm-head-argmax.js +218 -0
- package/src/gpu/kernels/lm_head_argmax_f16.wgsl +189 -0
- package/src/gpu/kernels/logit-merge.d.ts +0 -24
- package/src/gpu/kernels/logit-merge.js +1 -17
- package/src/gpu/kernels/matmul-dispatch.d.ts +11 -0
- package/src/gpu/kernels/matmul-dispatch.js +44 -2
- package/src/gpu/kernels/matmul-selection.d.ts +5 -5
- package/src/gpu/kernels/matmul-selection.js +172 -10
- package/src/gpu/kernels/matmul.d.ts +1 -29
- package/src/gpu/kernels/matmul.js +240 -38
- package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
- package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
- package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
- package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
- package/src/gpu/kernels/modulate_f16.wgsl +1 -1
- package/src/gpu/kernels/moe.d.ts +1 -56
- package/src/gpu/kernels/moe.js +46 -33
- package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
- package/src/gpu/kernels/pipeline-cache.d.ts +8 -0
- package/src/gpu/kernels/pipeline-cache.js +24 -0
- package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
- package/src/gpu/kernels/rep-penalty.d.ts +21 -0
- package/src/gpu/kernels/rep-penalty.js +17 -9
- package/src/gpu/kernels/residual.d.ts +1 -12
- package/src/gpu/kernels/residual.js +13 -1
- package/src/gpu/kernels/residual.wgsl +3 -3
- package/src/gpu/kernels/residual_f16.wgsl +6 -4
- package/src/gpu/kernels/residual_f16_vec4.wgsl +6 -6
- package/src/gpu/kernels/residual_vec4.wgsl +6 -6
- package/src/gpu/kernels/rmsnorm-pair.d.ts +39 -0
- package/src/gpu/kernels/rmsnorm-pair.js +152 -0
- package/src/gpu/kernels/rmsnorm-qk.d.ts +41 -0
- package/src/gpu/kernels/rmsnorm-qk.js +128 -0
- package/src/gpu/kernels/rmsnorm.d.ts +30 -7
- package/src/gpu/kernels/rmsnorm.js +49 -8
- package/src/gpu/kernels/rmsnorm.wgsl +15 -12
- package/src/gpu/kernels/rmsnorm_f16.wgsl +69 -39
- package/src/gpu/kernels/rmsnorm_pair.wgsl +224 -0
- package/src/gpu/kernels/rmsnorm_qk.wgsl +118 -0
- package/src/gpu/kernels/rmsnorm_qk_f16.wgsl +143 -0
- package/src/gpu/kernels/rope-qk.d.ts +41 -0
- package/src/gpu/kernels/rope-qk.js +143 -0
- package/src/gpu/kernels/rope.d.ts +1 -5
- package/src/gpu/kernels/rope.js +12 -2
- package/src/gpu/kernels/rope.wgsl +33 -19
- package/src/gpu/kernels/rope_f16.wgsl +39 -25
- package/src/gpu/kernels/rope_qk.wgsl +95 -0
- package/src/gpu/kernels/rope_qk_f16.wgsl +97 -0
- package/src/gpu/kernels/rule-registry.js +50 -10
- package/src/gpu/kernels/sample.d.ts +0 -5
- package/src/gpu/kernels/sample.js +212 -187
- package/src/gpu/kernels/sample.wgsl +7 -6
- package/src/gpu/kernels/sample_f16.wgsl +28 -30
- package/src/gpu/kernels/scatter_add_dynamic_expert_scale.wgsl +47 -0
- package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
- package/src/gpu/kernels/scatter_add_dynamic_f16_expert_scale.wgsl +49 -0
- package/src/gpu/kernels/scatter_add_dynamic_f16_weights_expert_scale.wgsl +49 -0
- package/src/gpu/kernels/scatter_add_routes_f16_weights_expert_scale.wgsl +45 -0
- package/src/gpu/kernels/shader-cache.d.ts +13 -0
- package/src/gpu/kernels/shader-cache.js +28 -21
- package/src/gpu/kernels/silu_f16.wgsl +1 -1
- package/src/gpu/kernels/soft-embedding.d.ts +28 -0
- package/src/gpu/kernels/soft-embedding.js +447 -0
- package/src/gpu/kernels/soft_embedding_logits_f16.wgsl +107 -0
- package/src/gpu/kernels/soft_embedding_split_f16.wgsl +46 -0
- package/src/gpu/kernels/softmax.wgsl +8 -223
- package/src/gpu/kernels/split-qkv-rmsnorm-qk.d.ts +44 -0
- package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +154 -0
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.d.ts +59 -0
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +245 -0
- package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
- package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
- package/src/gpu/kernels/split_qkv_rmsnorm_qk.wgsl +146 -0
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +185 -0
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +187 -0
- package/src/gpu/kernels/topk_f16.wgsl +1 -1
- package/src/gpu/kernels/turboquant-codebook.js +11 -40
- package/src/gpu/kernels/uniform-utils.d.ts +18 -0
- package/src/gpu/kernels/uniform-utils.js +2 -5
- package/src/gpu/kernels/upsample2d.d.ts +0 -4
- package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
- package/src/gpu/kernels/utils.d.ts +43 -0
- package/src/gpu/kernels/utils.js +81 -11
- package/src/gpu/perf-guards.d.ts +0 -12
- package/src/gpu/perf-guards.js +0 -62
- package/src/gpu/profiler.d.ts +0 -21
- package/src/gpu/profiler.js +0 -34
- package/src/gpu/readback-utils.js +10 -2
- package/src/gpu/submit-tracker.d.ts +0 -57
- package/src/gpu/submit-tracker.js +3 -62
- package/src/gpu/tensor.d.ts +0 -23
- package/src/gpu/tensor.js +0 -41
- package/src/gpu/uniform-cache.d.ts +10 -12
- package/src/gpu/uniform-cache.js +25 -30
- package/src/gpu/weight-buffer.d.ts +76 -7
- package/src/gpu/weight-buffer.js +85 -1
- package/src/index.d.ts +1 -0
- package/src/index.js +1 -0
- package/src/inference/browser-harness-diffusion-energy-suites.js +269 -1
- package/src/inference/browser-harness-model-helpers.d.ts +0 -9
- package/src/inference/browser-harness-model-helpers.js +22 -13
- package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
- package/src/inference/browser-harness-runtime-helpers.js +2 -2
- package/src/inference/browser-harness-suite-helpers.d.ts +13 -1
- package/src/inference/browser-harness-suite-helpers.js +525 -3
- package/src/inference/browser-harness-text-helpers.d.ts +89 -0
- package/src/inference/browser-harness-text-helpers.js +459 -25
- package/src/inference/browser-harness.d.ts +7 -28
- package/src/inference/browser-harness.js +556 -79
- package/src/inference/decode-ring.d.ts +1 -0
- package/src/inference/decode-ring.js +7 -5
- package/src/inference/kv-cache/base.d.ts +31 -0
- package/src/inference/kv-cache/base.js +125 -2
- package/src/inference/kv-cache/mixed-geometry.d.ts +11 -0
- package/src/inference/kv-cache/mixed-geometry.js +121 -4
- package/src/inference/kv-cache/quantized.js +2 -0
- package/src/inference/kv-cache/sliding-window.d.ts +14 -0
- package/src/inference/kv-cache/sliding-window.js +88 -0
- package/src/inference/kv-cache/tiered.js +7 -0
- package/src/inference/kv-cache/types.d.ts +2 -0
- package/src/inference/model-lanes/execution-lane-resolver.d.ts +61 -0
- package/src/inference/model-lanes/execution-lane-resolver.js +126 -0
- package/src/inference/moe-router.d.ts +14 -1
- package/src/inference/moe-router.js +24 -1
- package/src/inference/multi-model-network.d.ts +1 -1
- package/src/inference/multi-model-network.js +1 -2
- package/src/inference/network-evolution.d.ts +0 -12
- package/src/inference/network-evolution.js +2 -2
- package/src/inference/pipelines/audio/gemma4.js +52 -1
- package/src/inference/pipelines/context.js +17 -0
- package/src/inference/pipelines/diffusion/init.js +2 -2
- package/src/inference/pipelines/diffusion/pipeline.js +41 -96
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
- package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
- package/src/inference/pipelines/diffusion/vae.js +4 -4
- package/src/inference/pipelines/diffusion-gemma/config.d.ts +27 -0
- package/src/inference/pipelines/diffusion-gemma/config.js +149 -0
- package/src/inference/pipelines/diffusion-gemma/index.d.ts +31 -0
- package/src/inference/pipelines/diffusion-gemma/index.js +12 -0
- package/src/inference/pipelines/diffusion-gemma/pipeline.d.ts +69 -0
- package/src/inference/pipelines/diffusion-gemma/pipeline.js +380 -0
- package/src/inference/pipelines/diffusion-gemma/sampling.d.ts +128 -0
- package/src/inference/pipelines/diffusion-gemma/sampling.js +395 -0
- package/src/inference/pipelines/energy/quintel.d.ts +15 -0
- package/src/inference/pipelines/structured/index.d.ts +2 -0
- package/src/inference/pipelines/structured/index.js +2 -0
- package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
- package/src/inference/pipelines/text/attention/attn-config.js +1 -1
- package/src/inference/pipelines/text/attention/dispatch-params.d.ts +28 -4
- package/src/inference/pipelines/text/attention/dispatch-params.js +176 -2
- package/src/inference/pipelines/text/attention/projections.d.ts +73 -2
- package/src/inference/pipelines/text/attention/projections.js +398 -71
- package/src/inference/pipelines/text/attention/quant-options.d.ts +38 -0
- package/src/inference/pipelines/text/attention/record.js +542 -56
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
- package/src/inference/pipelines/text/attention/run.js +343 -50
- package/src/inference/pipelines/text/attention/types.d.ts +7 -1
- package/src/inference/pipelines/text/chat-format.d.ts +0 -10
- package/src/inference/pipelines/text/chat-format.js +1 -8
- package/src/inference/pipelines/text/config.d.ts +25 -26
- package/src/inference/pipelines/text/config.js +304 -25
- package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
- package/src/inference/pipelines/text/drift-policy.js +1 -1
- package/src/inference/pipelines/text/dtype-contract.d.ts +1 -1
- package/src/inference/pipelines/text/dtype-contract.js +4 -1
- package/src/inference/pipelines/text/embed.d.ts +25 -29
- package/src/inference/pipelines/text/embed.js +16 -45
- package/src/inference/pipelines/text/execution-plan.d.ts +13 -3
- package/src/inference/pipelines/text/execution-plan.js +21 -2
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +4 -4
- package/src/inference/pipelines/text/execution-runtime-builders.js +44 -39
- package/src/inference/pipelines/text/execution-v1.d.ts +20 -0
- package/src/inference/pipelines/text/execution-v1.js +461 -158
- package/src/inference/pipelines/text/ffn/dense.js +214 -6
- package/src/inference/pipelines/text/ffn/moe.d.ts +4 -1
- package/src/inference/pipelines/text/ffn/moe.js +9 -2
- package/src/inference/pipelines/text/ffn/sandwich.d.ts +3 -1
- package/src/inference/pipelines/text/ffn/sandwich.js +237 -15
- package/src/inference/pipelines/text/ffn/standard.d.ts +3 -1
- package/src/inference/pipelines/text/ffn/standard.js +84 -17
- package/src/inference/pipelines/text/generator-decode-policy.d.ts +81 -0
- package/src/inference/pipelines/text/generator-decode-policy.js +233 -0
- package/src/inference/pipelines/text/generator-helpers.d.ts +0 -2
- package/src/inference/pipelines/text/generator-helpers.js +9 -7
- package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +84 -0
- package/src/inference/pipelines/text/generator-prefill-helpers.js +359 -0
- package/src/inference/pipelines/text/generator-runtime.d.ts +1 -7
- package/src/inference/pipelines/text/generator-runtime.js +8 -6
- package/src/inference/pipelines/text/generator-steps.d.ts +57 -7
- package/src/inference/pipelines/text/generator-steps.js +275 -79
- package/src/inference/pipelines/text/generator.d.ts +38 -5
- package/src/inference/pipelines/text/generator.js +1259 -496
- package/src/inference/pipelines/text/init-chat-templates.js +86 -0
- package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
- package/src/inference/pipelines/text/init-rope.js +408 -0
- package/src/inference/pipelines/text/init.d.ts +13 -3
- package/src/inference/pipelines/text/init.js +213 -725
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
- package/src/inference/pipelines/text/kernel-trace.js +0 -33
- package/src/inference/pipelines/text/layer-plan-gpu.js +590 -0
- package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
- package/src/inference/pipelines/text/layer-plan.js +1 -1
- package/src/inference/pipelines/text/layer.d.ts +70 -8
- package/src/inference/pipelines/text/layer.js +373 -558
- package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
- package/src/inference/pipelines/text/linear-attention.js +6 -4
- package/src/inference/pipelines/text/load-errors.d.ts +21 -0
- package/src/inference/pipelines/text/load-errors.js +59 -0
- package/src/inference/pipelines/text/logits/cpu.js +2 -20
- package/src/inference/pipelines/text/logits/gpu.d.ts +49 -2
- package/src/inference/pipelines/text/logits/gpu.js +419 -66
- package/src/inference/pipelines/text/logits/index.d.ts +3 -3
- package/src/inference/pipelines/text/logits/index.js +96 -42
- package/src/inference/pipelines/text/logits/types.d.ts +2 -2
- package/src/inference/pipelines/text/lora-apply.js +17 -0
- package/src/inference/pipelines/text/model-load.d.ts +5 -4
- package/src/inference/pipelines/text/model-load.js +74 -17
- package/src/inference/pipelines/text/moe-gpu.d.ts +13 -0
- package/src/inference/pipelines/text/moe-gpu.js +445 -16
- package/src/inference/pipelines/text/moe-impl.d.ts +13 -3
- package/src/inference/pipelines/text/moe-shape-validator.js +13 -1
- package/src/inference/pipelines/text/ops.d.ts +42 -4
- package/src/inference/pipelines/text/ops.js +20 -1
- package/src/inference/pipelines/text/per-layer-inputs.js +36 -6
- package/src/inference/pipelines/text/probes.d.ts +3 -6
- package/src/inference/pipelines/text/probes.js +119 -31
- package/src/inference/pipelines/text/sampling-config.d.ts +4 -10
- package/src/inference/pipelines/text/sampling-config.js +103 -64
- package/src/inference/pipelines/text/sampling.d.ts +0 -5
- package/src/inference/pipelines/text/sampling.js +153 -9
- package/src/inference/pipelines/text/stage-names.js +3 -0
- package/src/inference/pipelines/text/state.js +19 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +57 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +408 -0
- package/src/inference/pipelines/text/types.d.ts +92 -81
- package/src/inference/pipelines/text/weights.d.ts +4 -52
- package/src/inference/pipelines/text/weights.js +6 -56
- package/src/inference/pipelines/text.d.ts +33 -1
- package/src/inference/pipelines/text.js +375 -55
- package/src/inference/pipelines/vision/gemma4.js +20 -9
- package/src/inference/pipelines/vision/index.js +0 -107
- package/src/inference/runtime-model.d.ts +0 -7
- package/src/inference/runtime-model.js +0 -23
- package/src/inference/test-harness.d.ts +6 -22
- package/src/inference/test-harness.js +97 -23
- package/src/inference/tokenizer.d.ts +30 -0
- package/src/inference/tokenizer.js +341 -174
- package/src/inference/tokenizers/bundled.js +71 -49
- package/src/inference/tokenizers/sentencepiece.js +65 -15
- package/src/inference/tokenizers/types.d.ts +0 -21
- package/src/loader/doppler-loader.d.ts +14 -0
- package/src/loader/doppler-loader.js +378 -25
- package/src/loader/embedding-limit-preflight.d.ts +31 -0
- package/src/loader/embedding-limit-preflight.js +216 -0
- package/src/loader/embedding-loader.d.ts +8 -2
- package/src/loader/embedding-loader.js +276 -11
- package/src/loader/experts/expert-loader.d.ts +4 -1
- package/src/loader/experts/expert-loader.js +174 -5
- package/src/loader/final-weights-loader.d.ts +5 -0
- package/src/loader/final-weights-loader.js +167 -4
- package/src/loader/layer-loader.d.ts +2 -0
- package/src/loader/layer-loader.js +74 -6
- package/src/loader/loader-types.d.ts +61 -2
- package/src/loader/manifest-config.d.ts +8 -0
- package/src/loader/manifest-config.js +25 -1
- package/src/loader/memory-monitor.d.ts +17 -5
- package/src/loader/quantization-constants.d.ts +6 -0
- package/src/loader/shard-resolver.d.ts +1 -0
- package/src/loader/shard-resolver.js +52 -4
- package/src/loader/tensors/functional-descriptor-loader.d.ts +9 -0
- package/src/loader/tensors/functional-descriptor-loader.js +377 -0
- package/src/loader/tensors/source-transform.js +6 -1
- package/src/loader/tensors/tensor-loader.d.ts +36 -8
- package/src/loader/tensors/tensor-loader.js +521 -22
- package/src/loader/tensors/tensor-reader.d.ts +4 -1
- package/src/loader/tensors/tensor-reader.js +11 -4
- package/src/loader/weights.d.ts +3 -1
- package/src/memory/address-table.d.ts +1 -9
- package/src/memory/buffer-pool.d.ts +0 -16
- package/src/memory/buffer-pool.js +13 -42
- package/src/memory/heap-manager.d.ts +18 -43
- package/src/memory/unified-detect.d.ts +19 -34
- package/src/models/diffusiongemma.d.ts +7 -0
- package/src/models/diffusiongemma.js +25 -0
- package/src/models/embeddinggemma.d.ts +7 -0
- package/src/models/embeddinggemma.js +24 -0
- package/src/models/family.d.ts +24 -0
- package/src/models/family.js +25 -0
- package/src/models/gemma3.d.ts +7 -0
- package/src/models/gemma3.js +33 -0
- package/src/models/gemma4.d.ts +7 -0
- package/src/models/gemma4.js +57 -0
- package/src/models/qwen3.d.ts +7 -0
- package/src/models/qwen3.js +36 -0
- package/src/rules/converter/tokenizer.rules.json +5 -0
- package/src/rules/execution-rules-contract-check.js +162 -10
- package/src/rules/inference/capability-transforms.rules.json +111 -0
- package/src/rules/inference/config.rules.json +1 -0
- package/src/rules/inference/dtype.rules.json +7 -0
- package/src/rules/inference/execution.rules.json +117 -16
- package/src/rules/inference/ffn.rules.json +24 -2
- package/src/rules/kernels/gather.rules.json +81 -0
- package/src/rules/kernels/matmul.rules.json +19 -0
- package/src/rules/kernels/moe.rules.json +3 -0
- package/src/rules/kernels/rep-penalty.rules.json +6 -0
- package/src/rules/kernels/rmsnorm-qk.rules.json +6 -0
- package/src/rules/kernels/rmsnorm.rules.json +42 -7
- package/src/rules/kernels/rope-qk.rules.json +6 -0
- package/src/rules/loader/tensor-loader.rules.json +17 -0
- package/src/rules/rule-registry.js +59 -75
- package/src/storage/artifact-storage-context.d.ts +12 -3
- package/src/storage/artifact-storage-context.js +241 -26
- package/src/storage/backends/opfs-store.js +138 -88
- package/src/storage/blake3.js +9 -1
- package/src/storage/export.js +1 -5
- package/src/storage/normalize-model-id.js +3 -0
- package/src/storage/preflight.js +11 -0
- package/src/storage/quickstart-downloader.js +44 -67
- package/src/storage/reports.js +35 -11
- package/src/storage/shard-manager.d.ts +8 -2
- package/src/storage/shard-manager.js +176 -15
- package/src/storage/source-artifact-store.d.ts +0 -2
- package/src/storage/source-artifact-store.js +3 -9
- package/src/sw.js +0 -3
- package/src/tooling/browser-command-runner.d.ts +0 -3
- package/src/tooling/browser-command-runner.js +31 -4
- package/src/tooling/command-api-constants.js +1 -1
- package/src/tooling/command-api-family-normalizers.d.ts +1 -0
- package/src/tooling/command-api-family-normalizers.js +53 -9
- package/src/tooling/command-api-helpers.d.ts +0 -2
- package/src/tooling/command-api-helpers.js +8 -3
- package/src/tooling/command-api.d.ts +22 -1
- package/src/tooling/command-api.js +11 -1
- package/src/tooling/command-envelope.d.ts +0 -1
- package/src/tooling/command-envelope.js +1 -1
- package/src/tooling/command-runner-shared.d.ts +14 -0
- package/src/tooling/command-runner-shared.js +2 -1
- package/src/tooling/conversion-config-materializer.d.ts +0 -10
- package/src/tooling/conversion-config-materializer.js +1 -1
- package/src/tooling/diagnose-runner.js +3 -4
- package/src/tooling/hf-registry-utils.d.ts +2 -6
- package/src/tooling/hf-registry-utils.js +90 -19
- package/src/tooling/kernel-path-builder/index.js +1 -4
- package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
- package/src/tooling/lean-execution-contract-runner.js +2 -2
- package/src/tooling/litert-package-runtime.d.ts +1 -1
- package/src/tooling/litert-package-runtime.js +571 -37
- package/src/tooling/node-browser-command-runner.d.ts +15 -0
- package/src/tooling/node-browser-command-runner.js +107 -17
- package/src/tooling/node-command-runner.js +43 -2
- package/src/tooling/node-convert-worker-pool.js +15 -0
- package/src/tooling/node-convert-worker.js +11 -1
- package/src/tooling/node-converter.js +102 -1
- package/src/tooling/node-source-runtime.js +1 -10
- package/src/tooling/node-webgpu.d.ts +1 -0
- package/src/tooling/node-webgpu.js +23 -11
- package/src/tooling/opfs-cache.js +1 -4
- package/src/tooling/precision-replay-math.js +174 -0
- package/src/tooling/program-bundle-host.d.ts +16 -0
- package/src/tooling/program-bundle-host.js +20 -0
- package/src/tooling/program-bundle-parity.d.ts +28 -0
- package/src/tooling/program-bundle-parity.js +210 -0
- package/src/tooling/program-bundle.d.ts +112 -0
- package/src/tooling/program-bundle.js +1119 -0
- package/src/tooling/rdrr-integrity-refresh.d.ts +50 -0
- package/src/tooling/rdrr-integrity-refresh.js +271 -0
- package/src/tooling/reference-verify.js +191 -0
- package/src/tooling/source-artifact-adapter.d.ts +0 -20
- package/src/tooling/source-artifact-adapter.js +10 -5
- package/src/tooling/source-package-profiles.d.ts +18 -1
- package/src/tooling/source-package-profiles.js +110 -8
- package/src/tooling/source-runtime-bundle.d.ts +3 -0
- package/src/tooling/source-runtime-bundle.js +30 -22
- package/src/tooling/source-runtime-converter-config.d.ts +0 -5
- package/src/tooling/source-runtime-converter-config.js +25 -12
- package/src/tooling/source-runtime-materializer.js +1 -7
- package/src/tooling-experimental-exports.shared.d.ts +10 -0
- package/src/tooling-experimental-exports.shared.js +10 -0
- package/src/tooling-exports/device.d.ts +11 -0
- package/src/tooling-exports/device.js +14 -0
- package/src/tooling-exports/manifest.d.ts +8 -0
- package/src/tooling-exports/manifest.js +11 -0
- package/src/tooling-exports/storage.d.ts +25 -0
- package/src/tooling-exports/storage.js +29 -0
- package/src/tooling-exports/structured.d.ts +1 -0
- package/src/tooling-exports/structured.js +5 -0
- package/src/tooling-exports.d.ts +23 -0
- package/src/tooling-exports.js +17 -0
- package/src/tooling-exports.shared.d.ts +27 -30
- package/src/tooling-exports.shared.js +28 -29
- package/src/types/index.d.ts +0 -3
- package/src/types/index.js +0 -3
- package/src/utils/array-buffer.d.ts +4 -0
- package/src/utils/array-buffer.js +9 -0
- package/src/utils/canonical-hash.d.ts +7 -0
- package/src/utils/canonical-hash.js +74 -0
- package/src/utils/clone-json.d.ts +1 -0
- package/src/utils/clone-json.js +7 -0
- package/src/utils/encode-utf8.js +5 -0
- package/src/utils/index.d.ts +4 -1
- package/src/utils/index.js +4 -1
- package/src/utils/runtime-env.js +7 -0
- package/src/utils/sha256.d.ts +1 -0
- package/src/utils/sha256.js +18 -4
- package/src/utils/stable-sort-object.d.ts +1 -0
- package/src/utils/stable-sort-object.js +13 -0
- package/src/version.js +1 -1
- package/tools/convert-safetensors-node.js +1 -2
- package/src/bootstrap.d.ts +0 -1
- package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
- package/src/config/kernels/kernel-ref.d.ts +0 -17
- package/src/config/kernels/kernel-ref.js +0 -75
- package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
- package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
- package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
- package/src/config/runtime/kernels/fused-q4k.json +0 -13
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
- package/src/config/runtime/kernels/safe-q4k.json +0 -13
- package/src/config/runtime/overlays/debug-f32a.json +0 -3
- package/src/config/runtime/overlays/trace-config.json +0 -28
- package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
- package/src/debug/perf.d.ts +0 -33
- package/src/debug/perf.js +0 -51
- package/src/errors/index.d.ts +0 -1
- package/src/errors/index.js +0 -1
- package/src/formats/gguf/index.d.ts +0 -8
- package/src/formats/gguf/index.js +0 -4
- package/src/formats/litert/index.d.ts +0 -1
- package/src/formats/litert/index.js +0 -1
- package/src/formats/safetensors/index.d.ts +0 -8
- package/src/formats/safetensors/index.js +0 -4
- package/src/formats/tflite/index.d.ts +0 -1
- package/src/formats/tflite/index.js +0 -1
- package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
- package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
- package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
- package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
- package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
- package/src/inference/functiongemma.d.ts +0 -15
- package/src/inference/functiongemma.js +0 -1
- package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
- package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
- package/src/rules/kernels/kernel-validator.d.ts +0 -24
- package/src/rules/kernels/kernel-validator.js +0 -160
- package/src/sw.d.ts +0 -1
- package/src/tooling/bench-runner.js +0 -64
- package/src/tooling/distill-runner.js +0 -56
- package/src/tooling/lora-runner.js +0 -37
- package/src/tooling/verify-runner.js +0 -63
- package/src/types/gpu.d.ts +0 -185
- package/src/types/gpu.js +0 -5
- package/src/types/inference.d.ts +0 -197
- package/src/types/inference.js +0 -5
- package/src/types/model.d.ts +0 -130
- package/src/types/model.js +0 -5
- package/src/utils/format-bytes.js +0 -20
- /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
- /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
|
@@ -18,7 +18,10 @@ export declare function assembleShardData(
|
|
|
18
18
|
location: TensorLocation,
|
|
19
19
|
name: string,
|
|
20
20
|
loadShard: (index: number, options?: ShardLoadOptions) => Promise<ArrayBuffer>,
|
|
21
|
-
loadShardRange?: (index: number, offset: number, length: number) => Promise<ArrayBuffer
|
|
21
|
+
loadShardRange?: (index: number, offset: number, length: number) => Promise<ArrayBuffer>,
|
|
22
|
+
options?: {
|
|
23
|
+
materializeSourceTransform?: boolean;
|
|
24
|
+
}
|
|
22
25
|
): Promise<Uint8Array>;
|
|
23
26
|
|
|
24
27
|
export declare function loadTensorRange(
|
|
@@ -205,7 +205,8 @@ async function materializeLocationBytes(rawBytes, location, name, loadShard, loa
|
|
|
205
205
|
return materializeTensorSourceTransform(rawBytes, location, name);
|
|
206
206
|
}
|
|
207
207
|
|
|
208
|
-
export async function assembleShardData(location, name, loadShard, loadShardRange = null) {
|
|
208
|
+
export async function assembleShardData(location, name, loadShard, loadShardRange = null, options = {}) {
|
|
209
|
+
const shouldMaterializeSourceTransform = options.materializeSourceTransform !== false;
|
|
209
210
|
const spans = getLocationSpans(location);
|
|
210
211
|
if (spans) {
|
|
211
212
|
trace.loader(`Assembling tensor "${name}" from ${spans.length} spans`);
|
|
@@ -240,7 +241,9 @@ export async function assembleShardData(location, name, loadShard, loadShardRang
|
|
|
240
241
|
combined.set(chunk, offset);
|
|
241
242
|
offset += chunk.length;
|
|
242
243
|
}
|
|
243
|
-
return
|
|
244
|
+
return shouldMaterializeSourceTransform
|
|
245
|
+
? materializeLocationBytes(combined, location, name, loadShard, loadShardRange)
|
|
246
|
+
: combined;
|
|
244
247
|
}
|
|
245
248
|
|
|
246
249
|
// Single shard - use view to avoid copying
|
|
@@ -255,7 +258,9 @@ export async function assembleShardData(location, name, loadShard, loadShardRang
|
|
|
255
258
|
);
|
|
256
259
|
}
|
|
257
260
|
const bytes = new Uint8Array(slice, 0, size);
|
|
258
|
-
return
|
|
261
|
+
return shouldMaterializeSourceTransform
|
|
262
|
+
? materializeLocationBytes(bytes, location, name, loadShard, loadShardRange)
|
|
263
|
+
: bytes;
|
|
259
264
|
}
|
|
260
265
|
|
|
261
266
|
const fullShard = await loadShard(shardIndex);
|
|
@@ -265,7 +270,9 @@ export async function assembleShardData(location, name, loadShard, loadShardRang
|
|
|
265
270
|
);
|
|
266
271
|
}
|
|
267
272
|
const bytes = new Uint8Array(fullShard, offset, size);
|
|
268
|
-
return
|
|
273
|
+
return shouldMaterializeSourceTransform
|
|
274
|
+
? materializeLocationBytes(bytes, location, name, loadShard, loadShardRange)
|
|
275
|
+
: bytes;
|
|
269
276
|
}
|
|
270
277
|
|
|
271
278
|
export async function loadTensorRange(location, name, byteOffset, byteLength, loadShardRange) {
|
package/src/loader/weights.d.ts
CHANGED
|
@@ -10,9 +10,11 @@ export interface ExpertWeights {
|
|
|
10
10
|
gate?: GPUBuffer | WeightBuffer | Float32Array | null;
|
|
11
11
|
up?: GPUBuffer | WeightBuffer | Float32Array | null;
|
|
12
12
|
down?: GPUBuffer | WeightBuffer | Float32Array | null;
|
|
13
|
-
|
|
13
|
+
gateUp?: GPUBuffer | WeightBuffer | Float32Array | null;
|
|
14
|
+
expertFormat?: 'mixtral' | 'gpt-oss' | 'gemma4';
|
|
14
15
|
expertIdx?: number;
|
|
15
16
|
numExperts?: number;
|
|
17
|
+
expertIntermediateSize?: number;
|
|
16
18
|
gateUpBlocks?: GPUBuffer | null;
|
|
17
19
|
gateUpScales?: GPUBuffer | null;
|
|
18
20
|
gateUpBias?: GPUBuffer | null;
|
|
@@ -12,14 +12,6 @@
|
|
|
12
12
|
* @module memory/address-table
|
|
13
13
|
*/
|
|
14
14
|
|
|
15
|
-
/**
|
|
16
|
-
* Decoded address parts
|
|
17
|
-
*/
|
|
18
|
-
export interface DecodedAddress {
|
|
19
|
-
segmentIndex: number;
|
|
20
|
-
offset: number;
|
|
21
|
-
}
|
|
22
|
-
|
|
23
15
|
/**
|
|
24
16
|
* Address range chunk for split operations
|
|
25
17
|
*/
|
|
@@ -63,7 +55,7 @@ export declare class AddressTable {
|
|
|
63
55
|
* Decode virtual address into segment index and offset
|
|
64
56
|
* @param virtualAddress - Virtual address to decode
|
|
65
57
|
*/
|
|
66
|
-
decode(virtualAddress: number):
|
|
58
|
+
decode(virtualAddress: number): { segmentIndex: number; offset: number };
|
|
67
59
|
|
|
68
60
|
/**
|
|
69
61
|
* Get the segment index from a virtual address
|
|
@@ -170,11 +170,6 @@ export declare class BufferPool {
|
|
|
170
170
|
*/
|
|
171
171
|
export function getBufferPool(): BufferPool;
|
|
172
172
|
|
|
173
|
-
/**
|
|
174
|
-
* Create a standalone buffer pool
|
|
175
|
-
*/
|
|
176
|
-
export function createBufferPool(debugMode?: boolean, schemaConfig?: BufferPoolConfigSchema): BufferPool;
|
|
177
|
-
|
|
178
173
|
/**
|
|
179
174
|
* Destroy the global buffer pool
|
|
180
175
|
*/
|
|
@@ -182,14 +177,12 @@ export function destroyBufferPool(): void;
|
|
|
182
177
|
|
|
183
178
|
// Convenience exports for common operations
|
|
184
179
|
export declare const createStagingBuffer: (size: number) => GPUBuffer;
|
|
185
|
-
export declare const createUploadBuffer: (size: number) => GPUBuffer;
|
|
186
180
|
export declare const createUniformBuffer: (size: number) => GPUBuffer;
|
|
187
181
|
export declare const acquireBuffer: (size: number, usage?: GPUBufferUsageFlags, label?: string) => GPUBuffer;
|
|
188
182
|
export declare const releaseBuffer: (buffer: GPUBuffer) => void;
|
|
189
183
|
export declare const discardBuffer: (buffer: GPUBuffer) => void;
|
|
190
184
|
export declare const isBufferActive: (buffer: GPUBuffer) => boolean;
|
|
191
185
|
export declare function markPersistentBuffer(buffer: GPUBuffer): void;
|
|
192
|
-
export declare function unmarkPersistentBuffer(buffer: GPUBuffer): void;
|
|
193
186
|
export declare function isPersistentBuffer(buffer: GPUBuffer): boolean;
|
|
194
187
|
export declare class PersistentBufferSet extends Set<GPUBuffer> {}
|
|
195
188
|
export declare const getBufferRequestedSize: (buffer: GPUBuffer) => number;
|
|
@@ -197,12 +190,3 @@ export declare const uploadData: (buffer: GPUBuffer, data: ArrayBuffer | ArrayBu
|
|
|
197
190
|
export declare const readBuffer: (buffer: GPUBuffer, size?: number) => Promise<ArrayBuffer>;
|
|
198
191
|
export declare const readBufferSlice: (buffer: GPUBuffer, offset: number, size: number) => Promise<ArrayBuffer>;
|
|
199
192
|
export declare const forceBufferPoolReclaim: (targetRatio?: number | null) => void;
|
|
200
|
-
|
|
201
|
-
/**
|
|
202
|
-
* Scoped buffer helper - automatically releases buffer when done
|
|
203
|
-
*/
|
|
204
|
-
export function withBuffer<T>(
|
|
205
|
-
size: number,
|
|
206
|
-
usage: GPUBufferUsageFlags,
|
|
207
|
-
fn: (buffer: GPUBuffer) => Promise<T>
|
|
208
|
-
): Promise<T>;
|
|
@@ -123,6 +123,8 @@ export class BufferPool {
|
|
|
123
123
|
|
|
124
124
|
#pools;
|
|
125
125
|
|
|
126
|
+
#totalPooledBuffers;
|
|
127
|
+
|
|
126
128
|
// Active buffers (currently in use)
|
|
127
129
|
|
|
128
130
|
#activeBuffers;
|
|
@@ -186,6 +188,7 @@ export class BufferPool {
|
|
|
186
188
|
throw new Error('BufferPool schemaConfig.bucket must include minBucketSizeBytes.');
|
|
187
189
|
}
|
|
188
190
|
this.#pools = new Map();
|
|
191
|
+
this.#totalPooledBuffers = 0;
|
|
189
192
|
this.#activeBuffers = new Set();
|
|
190
193
|
this.#bufferMetadata = new Map();
|
|
191
194
|
this.#requestedSizes = new Map();
|
|
@@ -410,6 +413,7 @@ export class BufferPool {
|
|
|
410
413
|
if (bucketPool.length < this.#config.maxPoolSizePerBucket &&
|
|
411
414
|
this.#getTotalPooledCount() < this.#config.maxTotalPooledBuffers) {
|
|
412
415
|
bucketPool.push(buffer);
|
|
416
|
+
this.#totalPooledBuffers++;
|
|
413
417
|
pooled = true;
|
|
414
418
|
} else {
|
|
415
419
|
this.#deferDestroy(buffer);
|
|
@@ -454,18 +458,16 @@ export class BufferPool {
|
|
|
454
458
|
const bucketPool = usagePool.get(bucket);
|
|
455
459
|
if (!bucketPool || bucketPool.length === 0) return null;
|
|
456
460
|
|
|
457
|
-
|
|
461
|
+
const buffer = bucketPool.pop();
|
|
462
|
+
if (buffer) {
|
|
463
|
+
this.#totalPooledBuffers--;
|
|
464
|
+
}
|
|
465
|
+
return buffer;
|
|
458
466
|
}
|
|
459
467
|
|
|
460
468
|
|
|
461
469
|
#getTotalPooledCount() {
|
|
462
|
-
|
|
463
|
-
for (const usagePool of this.#pools.values()) {
|
|
464
|
-
for (const bucketPool of usagePool.values()) {
|
|
465
|
-
count += bucketPool.length;
|
|
466
|
-
}
|
|
467
|
-
}
|
|
468
|
-
return count;
|
|
470
|
+
return this.#totalPooledBuffers;
|
|
469
471
|
}
|
|
470
472
|
|
|
471
473
|
#getBudgetConfig() {
|
|
@@ -516,6 +518,7 @@ export class BufferPool {
|
|
|
516
518
|
}
|
|
517
519
|
const buffer = bucketPool.pop();
|
|
518
520
|
if (buffer) {
|
|
521
|
+
this.#totalPooledBuffers--;
|
|
519
522
|
this.#deferDestroy(buffer);
|
|
520
523
|
this.#stats.currentBytesAllocated -= buffer.size;
|
|
521
524
|
return true;
|
|
@@ -705,6 +708,7 @@ export class BufferPool {
|
|
|
705
708
|
}
|
|
706
709
|
}
|
|
707
710
|
this.#pools.clear();
|
|
711
|
+
this.#totalPooledBuffers = 0;
|
|
708
712
|
// Keep existing deferred-destruction contract: anything already queued
|
|
709
713
|
// should still be destroyed after submitted work completes.
|
|
710
714
|
}
|
|
@@ -794,14 +798,6 @@ export function getBufferPool() {
|
|
|
794
798
|
}
|
|
795
799
|
|
|
796
800
|
|
|
797
|
-
export function createBufferPool(debugMode, schemaConfig) {
|
|
798
|
-
if (!schemaConfig) {
|
|
799
|
-
throw new Error('createBufferPool requires schemaConfig from runtime.shared.bufferPool.');
|
|
800
|
-
}
|
|
801
|
-
return new BufferPool(debugMode, schemaConfig);
|
|
802
|
-
}
|
|
803
|
-
|
|
804
|
-
|
|
805
801
|
export function destroyBufferPool() {
|
|
806
802
|
if (globalPool) {
|
|
807
803
|
globalPool.destroy();
|
|
@@ -814,8 +810,6 @@ export function destroyBufferPool() {
|
|
|
814
810
|
|
|
815
811
|
export const createStagingBuffer = (size) => getBufferPool().createStagingBuffer(size);
|
|
816
812
|
|
|
817
|
-
export const createUploadBuffer = (size) => getBufferPool().createUploadBuffer(size);
|
|
818
|
-
|
|
819
813
|
export const createUniformBuffer = (size) => getBufferPool().createUniformBuffer(size);
|
|
820
814
|
|
|
821
815
|
export const acquireBuffer = (size, usage, label) =>
|
|
@@ -823,15 +817,6 @@ export const acquireBuffer = (size, usage, label) =>
|
|
|
823
817
|
|
|
824
818
|
export const releaseBuffer = (buffer) => getBufferPool().release(buffer);
|
|
825
819
|
|
|
826
|
-
/**
|
|
827
|
-
* Safe release helper: no-op if buffer is null or undefined.
|
|
828
|
-
* Use in error/cleanup paths where the buffer may not have been acquired.
|
|
829
|
-
*/
|
|
830
|
-
export function safeRelease(buffer) {
|
|
831
|
-
if (buffer == null) return;
|
|
832
|
-
getBufferPool().release(buffer);
|
|
833
|
-
}
|
|
834
|
-
|
|
835
820
|
export const discardBuffer = (buffer) => getBufferPool().discard(buffer);
|
|
836
821
|
|
|
837
822
|
export const isBufferActive = (buffer) =>
|
|
@@ -843,7 +828,7 @@ export function markPersistentBuffer(buffer) {
|
|
|
843
828
|
}
|
|
844
829
|
}
|
|
845
830
|
|
|
846
|
-
|
|
831
|
+
function unmarkPersistentBuffer(buffer) {
|
|
847
832
|
if (buffer && typeof buffer === 'object') {
|
|
848
833
|
persistentBuffers.delete(buffer);
|
|
849
834
|
}
|
|
@@ -887,17 +872,3 @@ export const readBufferSlice = (buffer, offset, size) =>
|
|
|
887
872
|
export const forceBufferPoolReclaim = (targetRatio) =>
|
|
888
873
|
getBufferPool().forceReclaim(targetRatio);
|
|
889
874
|
|
|
890
|
-
|
|
891
|
-
export async function withBuffer(
|
|
892
|
-
size,
|
|
893
|
-
usage,
|
|
894
|
-
fn
|
|
895
|
-
) {
|
|
896
|
-
const pool = getBufferPool();
|
|
897
|
-
const buffer = pool.acquire(size, usage);
|
|
898
|
-
try {
|
|
899
|
-
return await fn(buffer);
|
|
900
|
-
} finally {
|
|
901
|
-
pool.release(buffer);
|
|
902
|
-
}
|
|
903
|
-
}
|
|
@@ -9,47 +9,7 @@
|
|
|
9
9
|
* @module memory/heap-manager
|
|
10
10
|
*/
|
|
11
11
|
|
|
12
|
-
import { MemoryStrategy
|
|
13
|
-
|
|
14
|
-
/**
|
|
15
|
-
* Memory segment for segmented heap mode
|
|
16
|
-
*/
|
|
17
|
-
export interface MemorySegment {
|
|
18
|
-
index: number;
|
|
19
|
-
buffer: ArrayBuffer;
|
|
20
|
-
used: number;
|
|
21
|
-
}
|
|
22
|
-
|
|
23
|
-
/**
|
|
24
|
-
* Allocation result
|
|
25
|
-
*/
|
|
26
|
-
export interface AllocationResult {
|
|
27
|
-
/** Virtual address for this allocation */
|
|
28
|
-
virtualAddress: number;
|
|
29
|
-
/** Allocated size in bytes */
|
|
30
|
-
size: number;
|
|
31
|
-
/** Direct view into the buffer */
|
|
32
|
-
view: Uint8Array;
|
|
33
|
-
/** Which strategy was used */
|
|
34
|
-
strategy: MemoryStrategy;
|
|
35
|
-
/** Segment index (segmented only) */
|
|
36
|
-
segmentIndex?: number;
|
|
37
|
-
/** Offset within segment (segmented only) */
|
|
38
|
-
segmentOffset?: number;
|
|
39
|
-
}
|
|
40
|
-
|
|
41
|
-
/**
|
|
42
|
-
* Heap manager statistics
|
|
43
|
-
*/
|
|
44
|
-
export interface HeapStats {
|
|
45
|
-
strategy: MemoryStrategy | null;
|
|
46
|
-
totalAllocated: number;
|
|
47
|
-
segmentCount: number;
|
|
48
|
-
memory64HeapSize: number;
|
|
49
|
-
allocated?: number;
|
|
50
|
-
limit?: number;
|
|
51
|
-
maxSize?: number;
|
|
52
|
-
}
|
|
12
|
+
import { MemoryStrategy } from './capability.js';
|
|
53
13
|
|
|
54
14
|
/**
|
|
55
15
|
* HeapManager - Unified interface for both memory strategies
|
|
@@ -64,7 +24,14 @@ export declare class HeapManager {
|
|
|
64
24
|
* Allocate buffer for model data
|
|
65
25
|
* @param size - Size in bytes
|
|
66
26
|
*/
|
|
67
|
-
allocate(size: number):
|
|
27
|
+
allocate(size: number): {
|
|
28
|
+
virtualAddress: number;
|
|
29
|
+
size: number;
|
|
30
|
+
view: Uint8Array;
|
|
31
|
+
strategy: MemoryStrategy;
|
|
32
|
+
segmentIndex?: number;
|
|
33
|
+
segmentOffset?: number;
|
|
34
|
+
};
|
|
68
35
|
|
|
69
36
|
/**
|
|
70
37
|
* Read data from virtual address
|
|
@@ -90,7 +57,15 @@ export declare class HeapManager {
|
|
|
90
57
|
/**
|
|
91
58
|
* Get memory stats
|
|
92
59
|
*/
|
|
93
|
-
getStats():
|
|
60
|
+
getStats(): {
|
|
61
|
+
strategy: MemoryStrategy | null;
|
|
62
|
+
totalAllocated: number;
|
|
63
|
+
segmentCount: number;
|
|
64
|
+
memory64HeapSize: number;
|
|
65
|
+
allocated?: number;
|
|
66
|
+
limit?: number;
|
|
67
|
+
maxSize?: number;
|
|
68
|
+
};
|
|
94
69
|
|
|
95
70
|
/**
|
|
96
71
|
* Free all memory (for model unload)
|
|
@@ -10,45 +10,30 @@
|
|
|
10
10
|
* @module memory/unified-detect
|
|
11
11
|
*/
|
|
12
12
|
|
|
13
|
-
/**
|
|
14
|
-
* Apple Silicon detection result
|
|
15
|
-
*/
|
|
16
|
-
export interface AppleSiliconInfo {
|
|
17
|
-
isApple: boolean;
|
|
18
|
-
mSeriesGen?: number | null;
|
|
19
|
-
vendor?: string;
|
|
20
|
-
device?: string;
|
|
21
|
-
description?: string;
|
|
22
|
-
}
|
|
23
|
-
|
|
24
|
-
/**
|
|
25
|
-
* AMD unified memory detection result
|
|
26
|
-
*/
|
|
27
|
-
export interface AMDUnifiedInfo {
|
|
28
|
-
isAMDUnified: boolean;
|
|
29
|
-
isStrix?: boolean;
|
|
30
|
-
vendor?: string;
|
|
31
|
-
device?: string;
|
|
32
|
-
description?: string;
|
|
33
|
-
}
|
|
34
|
-
|
|
35
|
-
/**
|
|
36
|
-
* WebGPU buffer limit indicators
|
|
37
|
-
*/
|
|
38
|
-
export interface LimitIndicators {
|
|
39
|
-
largeBuffers: boolean;
|
|
40
|
-
maxBufferSize?: number;
|
|
41
|
-
maxStorageBufferBindingSize?: number;
|
|
42
|
-
}
|
|
43
|
-
|
|
44
13
|
/**
|
|
45
14
|
* Unified memory detection result
|
|
46
15
|
*/
|
|
47
16
|
export interface UnifiedMemoryInfo {
|
|
48
17
|
isUnified: boolean;
|
|
49
|
-
apple?:
|
|
50
|
-
|
|
51
|
-
|
|
18
|
+
apple?: {
|
|
19
|
+
isApple: boolean;
|
|
20
|
+
mSeriesGen?: number | null;
|
|
21
|
+
vendor?: string;
|
|
22
|
+
device?: string;
|
|
23
|
+
description?: string;
|
|
24
|
+
};
|
|
25
|
+
amd?: {
|
|
26
|
+
isAMDUnified: boolean;
|
|
27
|
+
isStrix?: boolean;
|
|
28
|
+
vendor?: string;
|
|
29
|
+
device?: string;
|
|
30
|
+
description?: string;
|
|
31
|
+
};
|
|
32
|
+
limits?: {
|
|
33
|
+
largeBuffers: boolean;
|
|
34
|
+
maxBufferSize?: number;
|
|
35
|
+
maxStorageBufferBindingSize?: number;
|
|
36
|
+
};
|
|
52
37
|
estimatedMemoryGB?: number | null;
|
|
53
38
|
reason: string;
|
|
54
39
|
}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { FamilyModelEntry } from './family.d.ts';
|
|
2
|
+
|
|
3
|
+
export declare const FAMILY_ID: string;
|
|
4
|
+
export declare const HF_REPO_ID: string;
|
|
5
|
+
export declare const KNOWN_MODELS: ReadonlyArray<FamilyModelEntry>;
|
|
6
|
+
export declare function resolveModel(modelId: string): FamilyModelEntry | null;
|
|
7
|
+
export declare function resolveHfBaseUrl(modelId: string, revision?: string): string | null;
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
// Static metadata for the DiffusionGemma family of RDRR artifacts.
|
|
2
|
+
// See qwen3.js for the contract.
|
|
3
|
+
|
|
4
|
+
import { createFamily } from './family.js';
|
|
5
|
+
|
|
6
|
+
const family = createFamily({
|
|
7
|
+
familyId: 'diffusiongemma',
|
|
8
|
+
hfRepoId: 'Clocksmith/rdrr',
|
|
9
|
+
knownModels: [
|
|
10
|
+
{
|
|
11
|
+
modelId: 'diffusiongemma-26b-a4b-it-q4k-ehf16-af16',
|
|
12
|
+
label: 'DiffusionGemma 26B A4B Instruct (Q4K/F16a)',
|
|
13
|
+
sourceModel: 'google/diffusiongemma-26B-A4B-it',
|
|
14
|
+
hfPath: 'models/diffusiongemma-26b-a4b-it-q4k-ehf16-af16',
|
|
15
|
+
defaultRuntimeProfile: 'profiles/diffusiongemma-26b-a4b-throughput',
|
|
16
|
+
modes: ['diffusion', 'text'],
|
|
17
|
+
},
|
|
18
|
+
],
|
|
19
|
+
});
|
|
20
|
+
|
|
21
|
+
export const FAMILY_ID = family.FAMILY_ID;
|
|
22
|
+
export const HF_REPO_ID = family.HF_REPO_ID;
|
|
23
|
+
export const KNOWN_MODELS = family.KNOWN_MODELS;
|
|
24
|
+
export const resolveModel = family.resolveModel;
|
|
25
|
+
export const resolveHfBaseUrl = family.resolveHfBaseUrl;
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { FamilyModelEntry } from './family.d.ts';
|
|
2
|
+
|
|
3
|
+
export declare const FAMILY_ID: string;
|
|
4
|
+
export declare const HF_REPO_ID: string;
|
|
5
|
+
export declare const KNOWN_MODELS: ReadonlyArray<FamilyModelEntry>;
|
|
6
|
+
export declare function resolveModel(modelId: string): FamilyModelEntry | null;
|
|
7
|
+
export declare function resolveHfBaseUrl(modelId: string, revision?: string): string | null;
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
// Static metadata for the EmbeddingGemma family of RDRR artifacts.
|
|
2
|
+
|
|
3
|
+
import { createFamily } from './family.js';
|
|
4
|
+
|
|
5
|
+
const family = createFamily({
|
|
6
|
+
familyId: 'embeddinggemma',
|
|
7
|
+
hfRepoId: 'Clocksmith/rdrr',
|
|
8
|
+
knownModels: [
|
|
9
|
+
{
|
|
10
|
+
modelId: 'google-embeddinggemma-300m-q4k-ehf16-af32',
|
|
11
|
+
label: 'EmbeddingGemma 300M (Q4K)',
|
|
12
|
+
sourceModel: 'google/embeddinggemma-300m',
|
|
13
|
+
hfPath: 'models/google-embeddinggemma-300m-q4k-ehf16-af32',
|
|
14
|
+
defaultRuntimeProfile: 'profiles/throughput',
|
|
15
|
+
modes: ['embedding'],
|
|
16
|
+
},
|
|
17
|
+
],
|
|
18
|
+
});
|
|
19
|
+
|
|
20
|
+
export const FAMILY_ID = family.FAMILY_ID;
|
|
21
|
+
export const HF_REPO_ID = family.HF_REPO_ID;
|
|
22
|
+
export const KNOWN_MODELS = family.KNOWN_MODELS;
|
|
23
|
+
export const resolveModel = family.resolveModel;
|
|
24
|
+
export const resolveHfBaseUrl = family.resolveHfBaseUrl;
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
export interface FamilyModelEntry {
|
|
2
|
+
readonly modelId: string;
|
|
3
|
+
readonly label: string;
|
|
4
|
+
readonly sourceModel: string;
|
|
5
|
+
readonly hfPath: string;
|
|
6
|
+
readonly defaultRuntimeProfile: string;
|
|
7
|
+
readonly modes: ReadonlyArray<'text' | 'vision' | 'embedding' | 'translate' | 'diffusion'>;
|
|
8
|
+
}
|
|
9
|
+
|
|
10
|
+
export interface FamilyModule {
|
|
11
|
+
readonly FAMILY_ID: string;
|
|
12
|
+
readonly HF_REPO_ID: string;
|
|
13
|
+
readonly KNOWN_MODELS: ReadonlyArray<FamilyModelEntry>;
|
|
14
|
+
resolveModel(modelId: string): FamilyModelEntry | null;
|
|
15
|
+
resolveHfBaseUrl(modelId: string, revision?: string): string | null;
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
export interface CreateFamilyInput {
|
|
19
|
+
readonly familyId: string;
|
|
20
|
+
readonly hfRepoId: string;
|
|
21
|
+
readonly knownModels: ReadonlyArray<FamilyModelEntry>;
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
export declare function createFamily(input: CreateFamilyInput): FamilyModule;
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
// Shared factory for per-family pointer modules (qwen3, gemma3, gemma4,
|
|
2
|
+
// embeddinggemma). Centralizes the resolve helpers so each family file is
|
|
3
|
+
// pure data.
|
|
4
|
+
|
|
5
|
+
export function createFamily({ familyId, hfRepoId, knownModels }) {
|
|
6
|
+
const KNOWN_MODELS = Object.freeze(knownModels.map((m) => Object.freeze({ ...m, modes: Object.freeze([...m.modes]) })));
|
|
7
|
+
|
|
8
|
+
function resolveModel(modelId) {
|
|
9
|
+
return KNOWN_MODELS.find((m) => m.modelId === modelId) || null;
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
function resolveHfBaseUrl(modelId, revision = 'main') {
|
|
13
|
+
const entry = resolveModel(modelId);
|
|
14
|
+
if (!entry) return null;
|
|
15
|
+
return `https://huggingface.co/${hfRepoId}/resolve/${revision}/${entry.hfPath}`;
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
return {
|
|
19
|
+
FAMILY_ID: familyId,
|
|
20
|
+
HF_REPO_ID: hfRepoId,
|
|
21
|
+
KNOWN_MODELS,
|
|
22
|
+
resolveModel,
|
|
23
|
+
resolveHfBaseUrl,
|
|
24
|
+
};
|
|
25
|
+
}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { FamilyModelEntry } from './family.d.ts';
|
|
2
|
+
|
|
3
|
+
export declare const FAMILY_ID: string;
|
|
4
|
+
export declare const HF_REPO_ID: string;
|
|
5
|
+
export declare const KNOWN_MODELS: ReadonlyArray<FamilyModelEntry>;
|
|
6
|
+
export declare function resolveModel(modelId: string): FamilyModelEntry | null;
|
|
7
|
+
export declare function resolveHfBaseUrl(modelId: string, revision?: string): string | null;
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
// Static metadata for the Gemma 3 family of RDRR artifacts.
|
|
2
|
+
// See qwen3.js for the contract.
|
|
3
|
+
|
|
4
|
+
import { createFamily } from './family.js';
|
|
5
|
+
|
|
6
|
+
const family = createFamily({
|
|
7
|
+
familyId: 'gemma3',
|
|
8
|
+
hfRepoId: 'Clocksmith/rdrr',
|
|
9
|
+
knownModels: [
|
|
10
|
+
{
|
|
11
|
+
modelId: 'gemma-3-270m-it-q4k-ehf16-af32',
|
|
12
|
+
label: 'Gemma 3 270M Instruct (Q4K/F32a)',
|
|
13
|
+
sourceModel: 'google/gemma-3-270m-it',
|
|
14
|
+
hfPath: 'models/gemma-3-270m-it-q4k-ehf16-af32',
|
|
15
|
+
defaultRuntimeProfile: 'profiles/throughput',
|
|
16
|
+
modes: ['text', 'vision'],
|
|
17
|
+
},
|
|
18
|
+
{
|
|
19
|
+
modelId: 'gemma-3-1b-it-q4k-ehf16-af32',
|
|
20
|
+
label: 'Gemma 3 1B Instruct (Q4K/F32a)',
|
|
21
|
+
sourceModel: 'google/gemma-3-1b-it',
|
|
22
|
+
hfPath: 'models/gemma-3-1b-it-q4k-ehf16-af32',
|
|
23
|
+
defaultRuntimeProfile: 'profiles/throughput',
|
|
24
|
+
modes: ['text', 'vision'],
|
|
25
|
+
},
|
|
26
|
+
],
|
|
27
|
+
});
|
|
28
|
+
|
|
29
|
+
export const FAMILY_ID = family.FAMILY_ID;
|
|
30
|
+
export const HF_REPO_ID = family.HF_REPO_ID;
|
|
31
|
+
export const KNOWN_MODELS = family.KNOWN_MODELS;
|
|
32
|
+
export const resolveModel = family.resolveModel;
|
|
33
|
+
export const resolveHfBaseUrl = family.resolveHfBaseUrl;
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { FamilyModelEntry } from './family.d.ts';
|
|
2
|
+
|
|
3
|
+
export declare const FAMILY_ID: string;
|
|
4
|
+
export declare const HF_REPO_ID: string;
|
|
5
|
+
export declare const KNOWN_MODELS: ReadonlyArray<FamilyModelEntry>;
|
|
6
|
+
export declare function resolveModel(modelId: string): FamilyModelEntry | null;
|
|
7
|
+
export declare function resolveHfBaseUrl(modelId: string, revision?: string): string | null;
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
// Static metadata for the Gemma 4 family of RDRR artifacts.
|
|
2
|
+
// See qwen3.js for the contract.
|
|
3
|
+
|
|
4
|
+
import { createFamily } from './family.js';
|
|
5
|
+
|
|
6
|
+
const family = createFamily({
|
|
7
|
+
familyId: 'gemma4',
|
|
8
|
+
hfRepoId: 'Clocksmith/rdrr',
|
|
9
|
+
knownModels: [
|
|
10
|
+
{
|
|
11
|
+
modelId: 'gemma-4-e2b-it-q4k-ehf16-af32',
|
|
12
|
+
label: 'Gemma 4 E2B Instruct (Q4K/F32a)',
|
|
13
|
+
sourceModel: 'google/gemma-4-e2b-it',
|
|
14
|
+
hfPath: 'models/gemma-4-e2b-it-q4k-ehf16-af32',
|
|
15
|
+
defaultRuntimeProfile: 'profiles/throughput',
|
|
16
|
+
modes: ['text', 'vision'],
|
|
17
|
+
},
|
|
18
|
+
{
|
|
19
|
+
modelId: 'gemma-4-e2b-it-q4k-ehf16-af32-int4ple',
|
|
20
|
+
label: 'Gemma 4 E2B Instruct (Q4K/F32a/INT4 PLE)',
|
|
21
|
+
sourceModel: 'google/gemma-4-e2b-it',
|
|
22
|
+
hfPath: 'models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple',
|
|
23
|
+
defaultRuntimeProfile: 'profiles/throughput',
|
|
24
|
+
modes: ['text', 'vision'],
|
|
25
|
+
},
|
|
26
|
+
{
|
|
27
|
+
modelId: 'gemma-4-12b-it-text-w4a16-ct-ehf16-af16',
|
|
28
|
+
label: 'Gemma 4 12B Instruct Text (W4A16 QAT/F16a)',
|
|
29
|
+
sourceModel: 'google/gemma-4-12B-it-qat-w4a16-ct',
|
|
30
|
+
hfPath: 'models/gemma-4-12b-it-text-w4a16-ct-ehf16-af16',
|
|
31
|
+
defaultRuntimeProfile: 'profiles/throughput',
|
|
32
|
+
modes: ['text'],
|
|
33
|
+
},
|
|
34
|
+
{
|
|
35
|
+
modelId: 'gemma-4-31b-it-text-q4k-ehf16-af32',
|
|
36
|
+
label: 'Gemma 4 31B Instruct Text (Q4K/F32a)',
|
|
37
|
+
sourceModel: 'google/gemma-4-31B-it',
|
|
38
|
+
hfPath: 'models/gemma-4-31b-it-text-q4k-ehf16-af32',
|
|
39
|
+
defaultRuntimeProfile: 'profiles/throughput',
|
|
40
|
+
modes: ['text'],
|
|
41
|
+
},
|
|
42
|
+
{
|
|
43
|
+
modelId: 'gemma-4-31b-it-text-q4k-ehf16-af16',
|
|
44
|
+
label: 'Gemma 4 31B Instruct Text (Q4K/F16a)',
|
|
45
|
+
sourceModel: 'google/gemma-4-31B-it',
|
|
46
|
+
hfPath: 'models/gemma-4-31b-it-text-q4k-ehf16-af16',
|
|
47
|
+
defaultRuntimeProfile: 'profiles/throughput',
|
|
48
|
+
modes: ['text'],
|
|
49
|
+
},
|
|
50
|
+
],
|
|
51
|
+
});
|
|
52
|
+
|
|
53
|
+
export const FAMILY_ID = family.FAMILY_ID;
|
|
54
|
+
export const HF_REPO_ID = family.HF_REPO_ID;
|
|
55
|
+
export const KNOWN_MODELS = family.KNOWN_MODELS;
|
|
56
|
+
export const resolveModel = family.resolveModel;
|
|
57
|
+
export const resolveHfBaseUrl = family.resolveHfBaseUrl;
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { FamilyModelEntry } from './family.d.ts';
|
|
2
|
+
|
|
3
|
+
export declare const FAMILY_ID: string;
|
|
4
|
+
export declare const HF_REPO_ID: string;
|
|
5
|
+
export declare const KNOWN_MODELS: ReadonlyArray<FamilyModelEntry>;
|
|
6
|
+
export declare function resolveModel(modelId: string): FamilyModelEntry | null;
|
|
7
|
+
export declare function resolveHfBaseUrl(modelId: string, revision?: string): string | null;
|