doppler-gpu 0.4.3 → 0.4.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +28 -0
- package/README.md +54 -33
- package/assets/doppler.svg +57 -1601
- package/package.json +36 -5
- package/src/cli/cli-output.js +34 -1
- package/src/cli/doppler-cli.d.ts +18 -0
- package/src/cli/doppler-cli.js +68 -35
- package/src/cli/doppler-serve.d.ts +210 -0
- package/src/cli/doppler-serve.js +468 -42
- package/src/client/doppler-registry.json +3 -5
- package/src/client/provider.d.ts +1 -1
- package/src/client/provider.js +1 -1
- package/src/client/runtime/index.js +13 -0
- package/src/client/runtime/lora.d.ts +11 -1
- package/src/client/runtime/lora.js +28 -7
- package/src/client/runtime/model-manager.js +35 -11
- package/src/client/runtime/model-session.d.ts +2 -1
- package/src/client/runtime/model-session.js +2 -2
- package/src/client/runtime/model-source.js +20 -1
- package/src/client/runtime/types.d.ts +8 -0
- package/src/client/wrap-pipeline-handle.d.ts +62 -0
- package/src/client/wrap-pipeline-handle.js +188 -13
- package/src/config/conversion/README.md +5 -0
- package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +646 -0
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +4 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +393 -0
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +425 -0
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +17 -9
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +737 -0
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +730 -0
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +780 -0
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +716 -0
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +5 -5
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +14 -12
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +7 -7
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +7 -7
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +3 -3
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +3 -3
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +8 -4
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +8 -4
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +9 -5
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +8 -4
- package/src/config/goal-completion-matrix.json +552 -0
- package/src/config/kernel-path-loader.js +192 -38
- package/src/config/kernels/kernel-ref-digests.js +52 -18
- package/src/config/kernels/registry.json +3017 -744
- package/src/config/merge-contract-check.js +7 -3
- package/src/config/merge-helpers.d.ts +2 -0
- package/src/config/merge-helpers.js +1 -0
- package/src/config/merge.d.ts +1 -0
- package/src/config/merge.js +30 -0
- package/src/config/model-lanes/catalog-lane-resolver.d.ts +66 -0
- package/src/config/model-lanes/catalog-lane-resolver.js +170 -0
- package/src/config/param-validator.js +4 -0
- package/src/config/runtime/experiments/verify/lfm2-verify.json +3 -3
- package/src/config/runtime/profiles/diffusiongemma-26b-a4b-throughput.json +26 -0
- package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-overlapped-probe.json +42 -0
- package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-probe.json +39 -0
- package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-b4.json +48 -0
- package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-single.json +46 -0
- package/src/config/schema/buffer-pool.schema.js +3 -3
- package/src/config/schema/claim-evidence-contract.schema.json +93 -0
- package/src/config/schema/command-surface-contract.schema.json +81 -0
- package/src/config/schema/converter.schema.d.ts +11 -0
- package/src/config/schema/converter.schema.js +8 -0
- package/src/config/schema/doppler.schema.d.ts +1 -0
- package/src/config/schema/doppler.schema.js +38 -6
- package/src/config/schema/execution-v1.schema.d.ts +27 -0
- package/src/config/schema/execution-v1.schema.js +28 -19
- package/src/config/schema/goal-completion-matrix.schema.json +223 -0
- package/src/config/schema/inference.schema.d.ts +11 -0
- package/src/config/schema/manifest.schema.d.ts +107 -1
- package/src/config/schema/manifest.schema.js +10 -1
- package/src/config/schema/model-artifact-contract.schema.json +119 -0
- package/src/config/schema/moe.schema.d.ts +13 -0
- package/src/config/schema/moe.schema.js +1 -1
- package/src/config/schema/policy-schema-registry.json +26 -0
- package/src/config/schema/subsystem-support-contract.schema.json +48 -0
- package/src/config/schema/training-metrics.schema.d.ts +1 -1
- package/src/config/schema/training-metrics.schema.js +4 -3
- package/src/config/source-packages/litert/gemma-4-12b-it.json +390 -0
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +7 -7
- package/src/config/source-packages/litert/gemma-4-e4b-it.json +370 -0
- package/src/config/source-packages/registry.json +25 -0
- package/src/config/supported-operations.json +5 -0
- package/src/config/transforms/capability-transform-resolver.d.ts +13 -2
- package/src/config/transforms/execution-graph-transforms.d.ts +42 -0
- package/src/config/transforms/execution-graph-transforms.js +227 -230
- package/src/converter/conversion-plan.d.ts +2 -0
- package/src/converter/conversion-plan.js +18 -4
- package/src/converter/core.d.ts +8 -0
- package/src/converter/core.js +574 -12
- package/src/converter/quantization-info.js +179 -2
- package/src/converter/quantizer.d.ts +5 -4
- package/src/converter/quantizer.js +16 -2
- package/src/experimental/adapters/lora-loader.js +109 -24
- package/src/experimental/diffusion/index.d.ts +24 -0
- package/src/experimental/diffusion/index.js +10 -0
- package/src/experimental/distribution/descriptor-transport.d.ts +117 -0
- package/src/experimental/distribution/descriptor-transport.js +342 -0
- package/src/experimental/training/README.md +11 -0
- package/src/experimental/training/autograd.js +33 -8
- package/src/experimental/training/datasets/gepa-frontier.d.ts +41 -0
- package/src/experimental/training/datasets/gepa-frontier.js +220 -0
- package/src/experimental/training/datasets/index.d.ts +13 -1
- package/src/experimental/training/datasets/index.js +8 -1
- package/src/experimental/training/datasets/teacher-traces.d.ts +51 -0
- package/src/experimental/training/datasets/teacher-traces.js +279 -0
- package/src/experimental/training/datasets/text-pairs.d.ts +45 -0
- package/src/experimental/training/datasets/text-pairs.js +82 -5
- package/src/experimental/training/distillation/student-fixture.d.ts +5 -0
- package/src/experimental/training/distillation/student-fixture.js +290 -32
- package/src/experimental/training/export.d.ts +9 -0
- package/src/experimental/training/export.js +113 -7
- package/src/experimental/training/index.d.ts +13 -1
- package/src/experimental/training/index.js +13 -1
- package/src/experimental/training/lora-pipeline.d.ts +143 -0
- package/src/experimental/training/lora-pipeline.js +1737 -49
- package/src/experimental/training/lora.js +23 -1
- package/src/experimental/training/loss.js +1 -1
- package/src/experimental/training/operator-agent-eval.d.ts +65 -0
- package/src/experimental/training/operator-agent-eval.js +326 -0
- package/src/experimental/training/operator-command.js +310 -51
- package/src/experimental/training/runner.d.ts +1 -0
- package/src/experimental/training/runner.js +4 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +160 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +175 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +175 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +160 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +162 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +160 -0
- package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +137 -0
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +152 -0
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +152 -0
- package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +137 -0
- package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +139 -0
- package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +137 -0
- package/src/experimental/training/workload-packs/registry.json +186 -6
- package/src/experimental/training/workloads.d.ts +37 -0
- package/src/experimental/training/workloads.js +110 -1
- package/src/formats/rdrr/functional-descriptor.d.ts +73 -0
- package/src/formats/rdrr/functional-descriptor.js +230 -0
- package/src/formats/rdrr/index.d.ts +1 -0
- package/src/formats/rdrr/index.js +1 -0
- package/src/formats/rdrr/parsing.js +22 -6
- package/src/formats/rdrr/source-transform-contract.js +10 -1
- package/src/formats/rdrr/storage-descriptor.js +9 -2
- package/src/formats/rdrr/types.d.ts +5 -3
- package/src/formats/rdrr/validation.js +15 -1
- package/src/gpu/command-recorder.d.ts +43 -3
- package/src/gpu/command-recorder.js +122 -25
- package/src/gpu/device.js +111 -11
- package/src/gpu/kernel-tuner/cache.js +1 -5
- package/src/gpu/kernels/attention.js +17 -9
- package/src/gpu/kernels/attention_decode_online_head256_f16kv.wgsl +236 -0
- package/src/gpu/kernels/attention_streaming_f16.wgsl +7 -5
- package/src/gpu/kernels/backward/cross_entropy_backward.js +72 -3
- package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +2 -2
- package/src/gpu/kernels/cast.js +74 -67
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +46 -1
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -20
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +15 -12
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +59 -44
- package/src/gpu/kernels/diffusion-gemma-sampling.d.ts +19 -0
- package/src/gpu/kernels/diffusion-gemma-sampling.js +104 -0
- package/src/gpu/kernels/diffusion_gemma_sampling.wgsl +130 -0
- package/src/gpu/kernels/dispatch.js +13 -3
- package/src/gpu/kernels/fused_ffn.js +3 -4
- package/src/gpu/kernels/fused_matmul_litert_int4_f16a.wgsl +78 -0
- package/src/gpu/kernels/fused_matmul_litert_int4_f16a_f32out.wgsl +78 -0
- package/src/gpu/kernels/fused_matmul_litert_int4_f32a_f32out.wgsl +76 -0
- package/src/gpu/kernels/fused_matmul_rmsnorm.js +101 -80
- package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a.wgsl +116 -0
- package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a_f32out.wgsl +116 -0
- package/src/gpu/kernels/fused_matmul_w4a16_f16a.wgsl +95 -0
- package/src/gpu/kernels/fused_matmul_w4a16_f16a_f32out.wgsl +95 -0
- package/src/gpu/kernels/gather.d.ts +84 -1
- package/src/gpu/kernels/gather.js +353 -5
- package/src/gpu/kernels/gather_litert_int4_vec4_f16_out.wgsl +75 -0
- package/src/gpu/kernels/gather_litert_int4_vec4_f32_out.wgsl +72 -0
- package/src/gpu/kernels/gather_split4_f16_vec4_f16_out.wgsl +103 -0
- package/src/gpu/kernels/gather_split8_f16_vec4_f16_out.wgsl +143 -0
- package/src/gpu/kernels/gather_split8_f16_vec4_f32_out.wgsl +143 -0
- package/src/gpu/kernels/gelu.wgsl +11 -7
- package/src/gpu/kernels/gelu_f16.wgsl +11 -7
- package/src/gpu/kernels/gemma4-route-expert.d.ts +35 -0
- package/src/gpu/kernels/gemma4-route-expert.js +126 -0
- package/src/gpu/kernels/gemma4_route_q4_matmul_f16a.wgsl +210 -0
- package/src/gpu/kernels/index.d.ts +71 -0
- package/src/gpu/kernels/index.js +52 -0
- package/src/gpu/kernels/kv-cache-write.d.ts +22 -0
- package/src/gpu/kernels/kv-cache-write.js +126 -0
- package/src/gpu/kernels/kv_cache_write_f32_to_f16.wgsl +32 -0
- package/src/gpu/kernels/lm-head-argmax.d.ts +19 -0
- package/src/gpu/kernels/lm-head-argmax.js +218 -0
- package/src/gpu/kernels/lm_head_argmax_f16.wgsl +189 -0
- package/src/gpu/kernels/matmul-dispatch.d.ts +11 -0
- package/src/gpu/kernels/matmul-dispatch.js +37 -1
- package/src/gpu/kernels/matmul-selection.d.ts +5 -5
- package/src/gpu/kernels/matmul-selection.js +104 -9
- package/src/gpu/kernels/matmul.d.ts +1 -1
- package/src/gpu/kernels/matmul.js +151 -43
- package/src/gpu/kernels/moe.d.ts +1 -0
- package/src/gpu/kernels/moe.js +46 -18
- package/src/gpu/kernels/pipeline-cache.d.ts +8 -0
- package/src/gpu/kernels/pipeline-cache.js +24 -0
- package/src/gpu/kernels/rep-penalty.d.ts +21 -0
- package/src/gpu/kernels/rep-penalty.js +17 -9
- package/src/gpu/kernels/residual.d.ts +1 -0
- package/src/gpu/kernels/residual.js +13 -1
- package/src/gpu/kernels/residual.wgsl +3 -3
- package/src/gpu/kernels/residual_f16.wgsl +5 -3
- package/src/gpu/kernels/residual_f16_vec4.wgsl +6 -6
- package/src/gpu/kernels/residual_vec4.wgsl +6 -6
- package/src/gpu/kernels/rmsnorm-pair.d.ts +39 -0
- package/src/gpu/kernels/rmsnorm-pair.js +152 -0
- package/src/gpu/kernels/rmsnorm-qk.d.ts +41 -0
- package/src/gpu/kernels/rmsnorm-qk.js +128 -0
- package/src/gpu/kernels/rmsnorm.d.ts +31 -0
- package/src/gpu/kernels/rmsnorm.js +32 -7
- package/src/gpu/kernels/rmsnorm.wgsl +10 -6
- package/src/gpu/kernels/rmsnorm_f16.wgsl +7 -3
- package/src/gpu/kernels/rmsnorm_pair.wgsl +224 -0
- package/src/gpu/kernels/rmsnorm_qk.wgsl +118 -0
- package/src/gpu/kernels/rmsnorm_qk_f16.wgsl +143 -0
- package/src/gpu/kernels/rope-qk.d.ts +41 -0
- package/src/gpu/kernels/rope-qk.js +143 -0
- package/src/gpu/kernels/rope_qk.wgsl +95 -0
- package/src/gpu/kernels/rope_qk_f16.wgsl +97 -0
- package/src/gpu/kernels/rule-registry.js +50 -10
- package/src/gpu/kernels/sample.js +212 -187
- package/src/gpu/kernels/scatter_add_dynamic_expert_scale.wgsl +47 -0
- package/src/gpu/kernels/scatter_add_dynamic_f16_expert_scale.wgsl +49 -0
- package/src/gpu/kernels/scatter_add_dynamic_f16_weights_expert_scale.wgsl +49 -0
- package/src/gpu/kernels/scatter_add_routes_f16_weights_expert_scale.wgsl +45 -0
- package/src/gpu/kernels/shader-cache.js +1 -21
- package/src/gpu/kernels/soft-embedding.d.ts +28 -0
- package/src/gpu/kernels/soft-embedding.js +447 -0
- package/src/gpu/kernels/soft_embedding_logits_f16.wgsl +107 -0
- package/src/gpu/kernels/soft_embedding_split_f16.wgsl +46 -0
- package/src/gpu/kernels/softmax.wgsl +5 -80
- package/src/gpu/kernels/split-qkv-rmsnorm-qk.d.ts +44 -0
- package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +154 -0
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.d.ts +59 -0
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +245 -0
- package/src/gpu/kernels/split_qkv_rmsnorm_qk.wgsl +146 -0
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +185 -0
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +187 -0
- package/src/gpu/kernels/uniform-utils.js +2 -5
- package/src/gpu/kernels/utils.d.ts +16 -1
- package/src/gpu/kernels/utils.js +42 -13
- package/src/gpu/readback-utils.js +10 -2
- package/src/gpu/uniform-cache.d.ts +10 -1
- package/src/gpu/uniform-cache.js +25 -7
- package/src/gpu/weight-buffer.d.ts +76 -7
- package/src/gpu/weight-buffer.js +85 -1
- package/src/inference/browser-harness-diffusion-energy-suites.js +269 -1
- package/src/inference/browser-harness-suite-helpers.d.ts +9 -0
- package/src/inference/browser-harness-suite-helpers.js +438 -2
- package/src/inference/browser-harness-text-helpers.d.ts +77 -0
- package/src/inference/browser-harness-text-helpers.js +236 -11
- package/src/inference/browser-harness.d.ts +8 -0
- package/src/inference/browser-harness.js +292 -8
- package/src/inference/decode-ring.d.ts +1 -0
- package/src/inference/decode-ring.js +7 -5
- package/src/inference/kv-cache/base.d.ts +25 -0
- package/src/inference/kv-cache/base.js +109 -1
- package/src/inference/kv-cache/mixed-geometry.d.ts +10 -0
- package/src/inference/kv-cache/mixed-geometry.js +109 -2
- package/src/inference/kv-cache/sliding-window.d.ts +14 -0
- package/src/inference/kv-cache/sliding-window.js +88 -0
- package/src/inference/model-lanes/execution-lane-resolver.d.ts +61 -0
- package/src/inference/model-lanes/execution-lane-resolver.js +126 -0
- package/src/inference/moe-router.d.ts +14 -1
- package/src/inference/moe-router.js +24 -1
- package/src/inference/pipelines/audio/gemma4.js +52 -1
- package/src/inference/pipelines/diffusion-gemma/config.d.ts +27 -0
- package/src/inference/pipelines/diffusion-gemma/config.js +149 -0
- package/src/inference/pipelines/diffusion-gemma/index.d.ts +31 -0
- package/src/inference/pipelines/diffusion-gemma/index.js +12 -0
- package/src/inference/pipelines/diffusion-gemma/pipeline.d.ts +69 -0
- package/src/inference/pipelines/diffusion-gemma/pipeline.js +380 -0
- package/src/inference/pipelines/diffusion-gemma/sampling.d.ts +128 -0
- package/src/inference/pipelines/diffusion-gemma/sampling.js +395 -0
- package/src/inference/pipelines/text/attention/dispatch-params.d.ts +28 -4
- package/src/inference/pipelines/text/attention/dispatch-params.js +176 -2
- package/src/inference/pipelines/text/attention/projections.d.ts +71 -2
- package/src/inference/pipelines/text/attention/projections.js +329 -49
- package/src/inference/pipelines/text/attention/quant-options.d.ts +38 -0
- package/src/inference/pipelines/text/attention/record.js +446 -73
- package/src/inference/pipelines/text/attention/run.js +251 -49
- package/src/inference/pipelines/text/attention/types.d.ts +5 -1
- package/src/inference/pipelines/text/config.d.ts +22 -1
- package/src/inference/pipelines/text/config.js +199 -22
- package/src/inference/pipelines/text/dtype-contract.d.ts +1 -1
- package/src/inference/pipelines/text/dtype-contract.js +4 -1
- package/src/inference/pipelines/text/embed.d.ts +4 -3
- package/src/inference/pipelines/text/embed.js +16 -6
- package/src/inference/pipelines/text/execution-plan.d.ts +8 -0
- package/src/inference/pipelines/text/execution-plan.js +6 -0
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +4 -0
- package/src/inference/pipelines/text/execution-runtime-builders.js +44 -28
- package/src/inference/pipelines/text/execution-v1.d.ts +2 -0
- package/src/inference/pipelines/text/execution-v1.js +373 -139
- package/src/inference/pipelines/text/ffn/dense.js +44 -13
- package/src/inference/pipelines/text/ffn/moe.d.ts +4 -1
- package/src/inference/pipelines/text/ffn/moe.js +9 -2
- package/src/inference/pipelines/text/ffn/sandwich.d.ts +3 -1
- package/src/inference/pipelines/text/ffn/sandwich.js +237 -15
- package/src/inference/pipelines/text/ffn/standard.d.ts +3 -1
- package/src/inference/pipelines/text/ffn/standard.js +44 -4
- package/src/inference/pipelines/text/generator-decode-policy.d.ts +81 -0
- package/src/inference/pipelines/text/generator-decode-policy.js +2 -12
- package/src/inference/pipelines/text/generator-helpers.js +5 -2
- package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +84 -0
- package/src/inference/pipelines/text/generator-prefill-helpers.js +67 -1
- package/src/inference/pipelines/text/generator-runtime.d.ts +1 -0
- package/src/inference/pipelines/text/generator-steps.d.ts +38 -3
- package/src/inference/pipelines/text/generator-steps.js +268 -77
- package/src/inference/pipelines/text/generator.d.ts +39 -0
- package/src/inference/pipelines/text/generator.js +1105 -18
- package/src/inference/pipelines/text/init.d.ts +8 -1
- package/src/inference/pipelines/text/init.js +30 -1
- package/src/inference/pipelines/text/layer-plan-gpu.js +62 -14
- package/src/inference/pipelines/text/layer.js +272 -25
- package/src/inference/pipelines/text/linear-attention.js +6 -4
- package/src/inference/pipelines/text/logits/gpu.d.ts +49 -2
- package/src/inference/pipelines/text/logits/gpu.js +417 -66
- package/src/inference/pipelines/text/logits/index.d.ts +2 -2
- package/src/inference/pipelines/text/logits/index.js +96 -42
- package/src/inference/pipelines/text/logits/types.d.ts +2 -2
- package/src/inference/pipelines/text/lora-apply.js +17 -0
- package/src/inference/pipelines/text/moe-gpu.d.ts +13 -0
- package/src/inference/pipelines/text/moe-gpu.js +445 -16
- package/src/inference/pipelines/text/moe-impl.d.ts +13 -3
- package/src/inference/pipelines/text/moe-shape-validator.js +13 -1
- package/src/inference/pipelines/text/ops.d.ts +29 -2
- package/src/inference/pipelines/text/ops.js +19 -0
- package/src/inference/pipelines/text/per-layer-inputs.js +5 -0
- package/src/inference/pipelines/text/probes.js +4 -5
- package/src/inference/pipelines/text/sampling-config.d.ts +4 -10
- package/src/inference/pipelines/text/sampling-config.js +103 -64
- package/src/inference/pipelines/text/sampling.js +13 -9
- package/src/inference/pipelines/text/state.js +17 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +57 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +8 -9
- package/src/inference/pipelines/text/types.d.ts +84 -3
- package/src/inference/pipelines/text/weights.d.ts +4 -2
- package/src/inference/pipelines/text/weights.js +4 -5
- package/src/inference/pipelines/text.d.ts +24 -0
- package/src/inference/pipelines/text.js +162 -38
- package/src/inference/pipelines/vision/gemma4.js +20 -9
- package/src/inference/tokenizer.d.ts +30 -0
- package/src/inference/tokenizer.js +340 -164
- package/src/inference/tokenizers/bundled.js +71 -49
- package/src/loader/doppler-loader.d.ts +11 -0
- package/src/loader/doppler-loader.js +290 -15
- package/src/loader/embedding-limit-preflight.d.ts +31 -0
- package/src/loader/embedding-limit-preflight.js +216 -0
- package/src/loader/embedding-loader.d.ts +8 -2
- package/src/loader/embedding-loader.js +263 -8
- package/src/loader/experts/expert-loader.d.ts +4 -1
- package/src/loader/experts/expert-loader.js +174 -5
- package/src/loader/final-weights-loader.d.ts +5 -0
- package/src/loader/final-weights-loader.js +167 -4
- package/src/loader/layer-loader.d.ts +2 -0
- package/src/loader/layer-loader.js +74 -6
- package/src/loader/loader-types.d.ts +59 -2
- package/src/loader/manifest-config.d.ts +8 -0
- package/src/loader/shard-resolver.js +37 -4
- package/src/loader/tensors/functional-descriptor-loader.d.ts +9 -0
- package/src/loader/tensors/functional-descriptor-loader.js +377 -0
- package/src/loader/tensors/tensor-loader.d.ts +36 -1
- package/src/loader/tensors/tensor-loader.js +437 -21
- package/src/loader/tensors/tensor-reader.d.ts +4 -1
- package/src/loader/tensors/tensor-reader.js +11 -4
- package/src/loader/weights.d.ts +3 -1
- package/src/memory/buffer-pool.js +12 -9
- package/src/models/diffusiongemma.d.ts +7 -0
- package/src/models/diffusiongemma.js +25 -0
- package/src/models/gemma4.js +24 -0
- package/src/models/qwen3.js +2 -2
- package/src/rules/execution-rules-contract-check.js +93 -10
- package/src/rules/inference/capability-transforms.rules.json +26 -2
- package/src/rules/inference/config.rules.json +1 -0
- package/src/rules/inference/dtype.rules.json +7 -0
- package/src/rules/inference/execution.rules.json +108 -17
- package/src/rules/inference/ffn.rules.json +18 -0
- package/src/rules/kernels/gather.rules.json +81 -0
- package/src/rules/kernels/matmul.rules.json +19 -0
- package/src/rules/kernels/moe.rules.json +3 -0
- package/src/rules/kernels/rep-penalty.rules.json +6 -0
- package/src/rules/kernels/rmsnorm-qk.rules.json +6 -0
- package/src/rules/kernels/rmsnorm.rules.json +42 -7
- package/src/rules/kernels/rope-qk.rules.json +6 -0
- package/src/rules/loader/tensor-loader.rules.json +8 -0
- package/src/rules/rule-registry.js +6 -0
- package/src/storage/artifact-storage-context.d.ts +1 -0
- package/src/storage/artifact-storage-context.js +10 -0
- package/src/tooling/browser-command-runner.d.ts +0 -3
- package/src/tooling/browser-command-runner.js +2 -14
- package/src/tooling/command-api-family-normalizers.js +4 -2
- package/src/tooling/command-api-helpers.js +2 -1
- package/src/tooling/command-api.d.ts +2 -0
- package/src/tooling/command-api.js +1 -0
- package/src/tooling/command-runner-shared.d.ts +4 -0
- package/src/tooling/command-runner-shared.js +2 -1
- package/src/tooling/diagnose-runner.js +2 -0
- package/src/tooling/litert-package-runtime.js +553 -16
- package/src/tooling/node-browser-command-runner.js +10 -4
- package/src/tooling/node-command-runner.js +7 -2
- package/src/tooling/node-convert-worker-pool.js +3 -0
- package/src/tooling/node-convert-worker.js +1 -0
- package/src/tooling/node-converter.js +12 -0
- package/src/tooling/node-webgpu.d.ts +1 -0
- package/src/tooling/node-webgpu.js +23 -11
- package/src/tooling/program-bundle.d.ts +52 -1
- package/src/tooling/rdrr-integrity-refresh.d.ts +18 -0
- package/src/tooling/source-artifact-adapter.js +7 -2
- package/src/tooling/source-package-profiles.d.ts +18 -1
- package/src/tooling/source-package-profiles.js +109 -1
- package/src/tooling/source-runtime-bundle.d.ts +1 -0
- package/src/tooling/source-runtime-bundle.js +27 -0
- package/src/tooling/source-runtime-converter-config.js +12 -3
- package/src/tooling-experimental-exports.shared.d.ts +10 -0
- package/src/tooling-experimental-exports.shared.js +10 -0
|
@@ -365,6 +365,15 @@ async function createLocalFileRelayMount(filePath, fieldLabel, urlPrefixRoot, op
|
|
|
365
365
|
const mountName = encodeURIComponent(fileName);
|
|
366
366
|
const mountPrefix = `${urlPrefixRoot}/${mountName}-${process.pid}-${Date.now()}`;
|
|
367
367
|
if (expectDirectory) {
|
|
368
|
+
if (options.mountParentDirectory === true) {
|
|
369
|
+
return {
|
|
370
|
+
url: `${mountPrefix}/${mountName}`,
|
|
371
|
+
staticMount: {
|
|
372
|
+
urlPrefix: mountPrefix,
|
|
373
|
+
rootDir: path.dirname(filePath),
|
|
374
|
+
},
|
|
375
|
+
};
|
|
376
|
+
}
|
|
368
377
|
return {
|
|
369
378
|
url: mountPrefix,
|
|
370
379
|
staticMount: {
|
|
@@ -409,6 +418,7 @@ export async function resolveLocalFileModelUrlForBrowserRelay(request, options =
|
|
|
409
418
|
originalUrl: request.modelUrl,
|
|
410
419
|
kind: 'directory',
|
|
411
420
|
fallbackName: 'model',
|
|
421
|
+
mountParentDirectory: true,
|
|
412
422
|
});
|
|
413
423
|
relayRequest = {
|
|
414
424
|
...relayRequest,
|
|
@@ -810,10 +820,6 @@ export async function runBrowserCommandInNode(commandRequest, options = {}) {
|
|
|
810
820
|
);
|
|
811
821
|
}
|
|
812
822
|
|
|
813
|
-
if (request.command === 'convert') {
|
|
814
|
-
throw new Error('browser command relay does not support convert. Use --surface node for convert commands.');
|
|
815
|
-
}
|
|
816
|
-
|
|
817
823
|
let useOpfsCache = options.opfsCache !== false;
|
|
818
824
|
let relayRequest = request;
|
|
819
825
|
const userDataDir = options.userDataDir || DEFAULT_OPFS_CACHE_DIR;
|
|
@@ -12,9 +12,13 @@ import { installNodeFileFetchShim } from './node-file-fetch.js';
|
|
|
12
12
|
import { bootstrapNodeWebGPU } from './node-webgpu.js';
|
|
13
13
|
import { runDiagnoseCommand } from './diagnose-runner.js';
|
|
14
14
|
import { checkProgramBundleParity } from './program-bundle-parity.js';
|
|
15
|
-
import {
|
|
16
|
-
|
|
15
|
+
import {
|
|
16
|
+
applyRuntimeInputs,
|
|
17
|
+
buildSuiteOptions,
|
|
18
|
+
runWithRuntimeIsolation,
|
|
19
|
+
} from './command-runner-shared.js';
|
|
17
20
|
import { refreshManifestIntegrity } from './rdrr-integrity-refresh.js';
|
|
21
|
+
import { loadRuntimeConfigFromRef } from '../inference/browser-harness-runtime-helpers.js';
|
|
18
22
|
import { isPlainObject } from '../utils/plain-object.js';
|
|
19
23
|
import {
|
|
20
24
|
getActiveKernelPath,
|
|
@@ -198,6 +202,7 @@ export async function runNodeCommand(commandRequest, options = {}) {
|
|
|
198
202
|
await assertNodeWebGPUSupport();
|
|
199
203
|
const modules = await loadRuntimeModules();
|
|
200
204
|
const runtimeBridge = {
|
|
205
|
+
loadRuntimeConfigFromRef,
|
|
201
206
|
applyRuntimeProfile: modules.harness.applyRuntimeProfile,
|
|
202
207
|
applyRuntimeConfigFromUrl: modules.harness.applyRuntimeConfigFromUrl,
|
|
203
208
|
getRuntimeConfig: modules.runtime.getRuntimeConfig,
|
|
@@ -166,6 +166,9 @@ export class NodeConvertWorkerPool {
|
|
|
166
166
|
...(message?.result?.sourceTransform
|
|
167
167
|
? { sourceTransform: message.result.sourceTransform }
|
|
168
168
|
: {}),
|
|
169
|
+
...(message?.result?.storage
|
|
170
|
+
? { storage: message.result.storage }
|
|
171
|
+
: {}),
|
|
169
172
|
});
|
|
170
173
|
}
|
|
171
174
|
this.#dispatch();
|
|
@@ -52,6 +52,7 @@ parentPort.on('message', (message) => {
|
|
|
52
52
|
outLayout: transformed.outLayout ?? null,
|
|
53
53
|
...(companionBytes ? { companionData: companionBytes.buffer } : {}),
|
|
54
54
|
...(transformed.sourceTransform ? { sourceTransform: transformed.sourceTransform } : {}),
|
|
55
|
+
...(transformed.storage ? { storage: transformed.storage } : {}),
|
|
55
56
|
},
|
|
56
57
|
}, transferList);
|
|
57
58
|
} catch (error) {
|
|
@@ -166,6 +166,7 @@ function normalizeWorkerTransformResult(result, tensor) {
|
|
|
166
166
|
? { companionData: result.companionData }
|
|
167
167
|
: {}),
|
|
168
168
|
...(result.sourceTransform ? { sourceTransform: result.sourceTransform } : {}),
|
|
169
|
+
...(result.storage ? { storage: result.storage } : {}),
|
|
169
170
|
};
|
|
170
171
|
}
|
|
171
172
|
|
|
@@ -859,6 +860,7 @@ function createNodeTensorTransformer(options) {
|
|
|
859
860
|
|
|
860
861
|
const outDtype = chunkResults[0].outDtype ?? tensor.dtype;
|
|
861
862
|
const outLayout = chunkResults[0].outLayout ?? null;
|
|
863
|
+
const storage = chunkResults[0].storage ?? null;
|
|
862
864
|
for (const chunkResult of chunkResults) {
|
|
863
865
|
if ((chunkResult.outDtype ?? tensor.dtype) !== outDtype) {
|
|
864
866
|
throw new Error(`node convert: inconsistent chunk dtype for ${tensor.name}.`);
|
|
@@ -866,6 +868,9 @@ function createNodeTensorTransformer(options) {
|
|
|
866
868
|
if ((chunkResult.outLayout ?? null) !== outLayout) {
|
|
867
869
|
throw new Error(`node convert: inconsistent chunk layout for ${tensor.name}.`);
|
|
868
870
|
}
|
|
871
|
+
if (JSON.stringify(chunkResult.storage ?? null) !== JSON.stringify(storage)) {
|
|
872
|
+
throw new Error(`node convert: inconsistent chunk storage descriptor for ${tensor.name}.`);
|
|
873
|
+
}
|
|
869
874
|
}
|
|
870
875
|
|
|
871
876
|
const totalOutputBytes = chunkResults.reduce((sum, chunkResult) => (
|
|
@@ -906,6 +911,7 @@ function createNodeTensorTransformer(options) {
|
|
|
906
911
|
tensorData: combined,
|
|
907
912
|
outDtype,
|
|
908
913
|
outLayout,
|
|
914
|
+
...(storage ? { storage } : {}),
|
|
909
915
|
...(companionData ? { companionData } : {}),
|
|
910
916
|
...(sourceTransform ? { sourceTransform } : {}),
|
|
911
917
|
};
|
|
@@ -979,6 +985,7 @@ function createNodeLargeTensorTransformer(options) {
|
|
|
979
985
|
let processedBytes = 0;
|
|
980
986
|
let outDtype = null;
|
|
981
987
|
let outLayout = null;
|
|
988
|
+
let storage = null;
|
|
982
989
|
|
|
983
990
|
for (let rowStart = 0; rowStart < chunkPlan.rows; rowStart += chunkPlan.rowChunkRows) {
|
|
984
991
|
const rowCount = Math.min(chunkPlan.rowChunkRows, chunkPlan.rows - rowStart);
|
|
@@ -1004,6 +1011,7 @@ function createNodeLargeTensorTransformer(options) {
|
|
|
1004
1011
|
if (outDtype == null) {
|
|
1005
1012
|
outDtype = normalized.outDtype ?? tensor.dtype;
|
|
1006
1013
|
outLayout = normalized.outLayout ?? null;
|
|
1014
|
+
storage = normalized.storage ?? null;
|
|
1007
1015
|
} else {
|
|
1008
1016
|
if ((normalized.outDtype ?? tensor.dtype) !== outDtype) {
|
|
1009
1017
|
throw new Error(`node convert: inconsistent streamed chunk dtype for ${tensor.name}.`);
|
|
@@ -1011,6 +1019,9 @@ function createNodeLargeTensorTransformer(options) {
|
|
|
1011
1019
|
if ((normalized.outLayout ?? null) !== outLayout) {
|
|
1012
1020
|
throw new Error(`node convert: inconsistent streamed chunk layout for ${tensor.name}.`);
|
|
1013
1021
|
}
|
|
1022
|
+
if (JSON.stringify(normalized.storage ?? null) !== JSON.stringify(storage)) {
|
|
1023
|
+
throw new Error(`node convert: inconsistent streamed chunk storage descriptor for ${tensor.name}.`);
|
|
1024
|
+
}
|
|
1014
1025
|
}
|
|
1015
1026
|
await writeChunk(normalized);
|
|
1016
1027
|
processedBytes += chunkLength;
|
|
@@ -1023,6 +1034,7 @@ function createNodeLargeTensorTransformer(options) {
|
|
|
1023
1034
|
return {
|
|
1024
1035
|
outDtype: outDtype ?? tensor.dtype,
|
|
1025
1036
|
outLayout: outLayout ?? null,
|
|
1037
|
+
...(storage ? { storage } : {}),
|
|
1026
1038
|
};
|
|
1027
1039
|
};
|
|
1028
1040
|
}
|
|
@@ -3,6 +3,7 @@ import { dirname, isAbsolute, resolve } from 'node:path';
|
|
|
3
3
|
import { fileURLToPath, pathToFileURL } from 'node:url';
|
|
4
4
|
|
|
5
5
|
const DEFAULT_PROVIDER_CREATE_ARGS = 'enable-dawn-features=allow_unsafe_apis';
|
|
6
|
+
const ADAPTER_PROBE_ATTEMPTS = 3;
|
|
6
7
|
const DEFAULT_WEBGPU_PROVIDER_SPECIFIERS = Object.freeze([
|
|
7
8
|
'webgpu',
|
|
8
9
|
]);
|
|
@@ -69,6 +70,14 @@ function resolveExplicitWebgpuModuleSpecifier() {
|
|
|
69
70
|
return null;
|
|
70
71
|
}
|
|
71
72
|
|
|
73
|
+
function resolveWebgpuProviderCreateArgs() {
|
|
74
|
+
const fromEnv = process.env.DOPPLER_NODE_WEBGPU_PROVIDER_ARGS;
|
|
75
|
+
const rawArgs = typeof fromEnv === 'string' && fromEnv.trim().length > 0
|
|
76
|
+
? fromEnv
|
|
77
|
+
: DEFAULT_PROVIDER_CREATE_ARGS;
|
|
78
|
+
return rawArgs.split(',').map((value) => value.trim()).filter(Boolean);
|
|
79
|
+
}
|
|
80
|
+
|
|
72
81
|
async function importWithProviderOverride(specifier) {
|
|
73
82
|
return import(specifier);
|
|
74
83
|
}
|
|
@@ -183,7 +192,7 @@ function resolveGpuFromModule(mod) {
|
|
|
183
192
|
return fromModule;
|
|
184
193
|
}
|
|
185
194
|
|
|
186
|
-
const defaultCreateArgs =
|
|
195
|
+
const defaultCreateArgs = resolveWebgpuProviderCreateArgs();
|
|
187
196
|
|
|
188
197
|
const tryCreateFactory = (factory) => {
|
|
189
198
|
if (typeof factory !== 'function') {
|
|
@@ -274,15 +283,17 @@ async function probeInstalledGpuAdapter() {
|
|
|
274
283
|
|
|
275
284
|
let lastError = null;
|
|
276
285
|
for (const adapterOptions of ADAPTER_PROBE_OPTIONS) {
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
|
|
280
|
-
|
|
281
|
-
|
|
282
|
-
|
|
286
|
+
for (let attempt = 0; attempt < ADAPTER_PROBE_ATTEMPTS; attempt++) {
|
|
287
|
+
try {
|
|
288
|
+
const adapter = adapterOptions
|
|
289
|
+
? await globalThis.navigator.gpu.requestAdapter(adapterOptions)
|
|
290
|
+
: await globalThis.navigator.gpu.requestAdapter();
|
|
291
|
+
if (adapter) {
|
|
292
|
+
return { ok: true, detail: null };
|
|
293
|
+
}
|
|
294
|
+
} catch (error) {
|
|
295
|
+
lastError = error;
|
|
283
296
|
}
|
|
284
|
-
} catch (error) {
|
|
285
|
-
lastError = error;
|
|
286
297
|
}
|
|
287
298
|
}
|
|
288
299
|
|
|
@@ -347,12 +358,14 @@ export async function bootstrapNodeWebGPUProvider(providerSpecifier, options = {
|
|
|
347
358
|
};
|
|
348
359
|
}
|
|
349
360
|
|
|
350
|
-
|
|
361
|
+
/*
|
|
351
362
|
* Bootstrap Node WebGPU by attempting providers in priority order:
|
|
352
363
|
*
|
|
353
364
|
* 1. **Environment override** (`DOPPLER_NODE_WEBGPU_MODULE` env var) — highest priority.
|
|
354
365
|
* When set, only this specifier is attempted. Supports npm package names,
|
|
355
366
|
* relative/absolute file paths, and `file://` URLs.
|
|
367
|
+
* `DOPPLER_NODE_WEBGPU_PROVIDER_ARGS` may also be set to comma-separated
|
|
368
|
+
* provider create args such as `backend=vulkan,adapter=Radeon ...`.
|
|
356
369
|
*
|
|
357
370
|
* 2. **Pre-installed** — if `navigator.gpu` and GPU enums are already present
|
|
358
371
|
* (e.g., a WebGPU-enabled Node build or prior bootstrap), no module is loaded.
|
|
@@ -361,7 +374,6 @@ export async function bootstrapNodeWebGPUProvider(providerSpecifier, options = {
|
|
|
361
374
|
* a. `'webgpu'` (community Dawn bindings)
|
|
362
375
|
* The first one that imports, installs, and passes an adapter probe wins.
|
|
363
376
|
*
|
|
364
|
-
* @returns {Promise<{ ok: boolean, provider: string | null }>}
|
|
365
377
|
*/
|
|
366
378
|
export async function bootstrapNodeWebGPU() {
|
|
367
379
|
const explicitSpecifier = resolveExplicitWebgpuModuleSpecifier();
|
|
@@ -1,4 +1,9 @@
|
|
|
1
|
-
import type {
|
|
1
|
+
import type {
|
|
2
|
+
ProgramBundle,
|
|
3
|
+
ProgramBundleReferenceTranscript,
|
|
4
|
+
} from '../config/schema/program-bundle.schema.js';
|
|
5
|
+
|
|
6
|
+
export declare const REFERENCE_RECEIPT_SCHEMA_ID: 'doppler.reference-receipt/v1';
|
|
2
7
|
|
|
3
8
|
export interface ProgramBundleExportOptions {
|
|
4
9
|
repoRoot?: string;
|
|
@@ -49,6 +54,46 @@ export interface ProgramBundleStorageArtifact {
|
|
|
49
54
|
manifestRaw: string | null;
|
|
50
55
|
}
|
|
51
56
|
|
|
57
|
+
export interface ReferenceReceiptExportOptions {
|
|
58
|
+
repoRoot?: string;
|
|
59
|
+
manifestPath?: string | null;
|
|
60
|
+
modelDir?: string | null;
|
|
61
|
+
referenceTranscriptPath?: string | null;
|
|
62
|
+
referenceTranscript?: ProgramBundleReferenceTranscript | null;
|
|
63
|
+
outputPath?: string | null;
|
|
64
|
+
receiptId?: string | null;
|
|
65
|
+
createdAtUtc?: string | null;
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
export interface ProgramBundleReferenceReceipt {
|
|
69
|
+
schema: typeof REFERENCE_RECEIPT_SCHEMA_ID;
|
|
70
|
+
receiptId: string;
|
|
71
|
+
modelId: string;
|
|
72
|
+
createdAtUtc: string;
|
|
73
|
+
sources: {
|
|
74
|
+
manifest: {
|
|
75
|
+
path: string;
|
|
76
|
+
hash: string;
|
|
77
|
+
sizeBytes: number;
|
|
78
|
+
};
|
|
79
|
+
executionGraph: {
|
|
80
|
+
schema: string | null;
|
|
81
|
+
hash: string;
|
|
82
|
+
expandedStepHash: string;
|
|
83
|
+
};
|
|
84
|
+
weightSetHash: string | null;
|
|
85
|
+
referenceTranscript: {
|
|
86
|
+
path: string | null;
|
|
87
|
+
};
|
|
88
|
+
};
|
|
89
|
+
referenceTranscript: ProgramBundleReferenceTranscript;
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
export interface ReferenceReceiptWriteResult {
|
|
93
|
+
outputPath: string;
|
|
94
|
+
receipt: ProgramBundleReferenceReceipt;
|
|
95
|
+
}
|
|
96
|
+
|
|
52
97
|
export declare function resolveProgramBundleStorageArtifact(
|
|
53
98
|
manifest: Record<string, unknown>,
|
|
54
99
|
modelDir: string
|
|
@@ -59,3 +104,9 @@ export declare function writeProgramBundle(options?: ProgramBundleExportOptions)
|
|
|
59
104
|
export declare function loadProgramBundle(bundlePath: string): Promise<ProgramBundle>;
|
|
60
105
|
export declare function checkProgramBundleFile(bundlePath: string): Promise<ProgramBundleCheckResult>;
|
|
61
106
|
export declare function createProgramBundleCliDefaults(metaUrl: string): { repoRoot: string };
|
|
107
|
+
export declare function exportReferenceReceipt(
|
|
108
|
+
options?: ReferenceReceiptExportOptions
|
|
109
|
+
): Promise<ProgramBundleReferenceReceipt>;
|
|
110
|
+
export declare function writeReferenceReceipt(
|
|
111
|
+
options?: ReferenceReceiptExportOptions
|
|
112
|
+
): Promise<ReferenceReceiptWriteResult>;
|
|
@@ -1,6 +1,24 @@
|
|
|
1
1
|
import type { IntegrityExtensions, RDRRManifest, TensorMap } from '../formats/rdrr/types.js';
|
|
2
2
|
import type { IntegrityBuildProgress } from '../formats/rdrr/integrity.js';
|
|
3
3
|
|
|
4
|
+
export interface NormalizedManifestLoweringEntry {
|
|
5
|
+
kernelRef: string;
|
|
6
|
+
backend: string;
|
|
7
|
+
targetDescriptorCorrectnessHash: string | null;
|
|
8
|
+
frontendVersion: string | null;
|
|
9
|
+
tsirSemanticDigest: string | null;
|
|
10
|
+
tsirRealizationDigest: string | null;
|
|
11
|
+
emitterDigest: string | null;
|
|
12
|
+
compilerVersion: string | null;
|
|
13
|
+
exactness: Record<string, unknown> | null;
|
|
14
|
+
rejectionReasons: string[];
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
export declare function normalizeManifestLoweringEntry(
|
|
18
|
+
entry: unknown,
|
|
19
|
+
label?: string
|
|
20
|
+
): NormalizedManifestLoweringEntry;
|
|
21
|
+
|
|
4
22
|
export declare function buildManifestIntegrityFromModelDir(
|
|
5
23
|
manifest: RDRRManifest,
|
|
6
24
|
options: {
|
|
@@ -114,7 +114,8 @@ export function resolveDirectSourceRuntimePlan(options = {}) {
|
|
|
114
114
|
);
|
|
115
115
|
const computePrecision = resolveSourceRuntimeComputePrecision(
|
|
116
116
|
parsedArtifact.tensors,
|
|
117
|
-
sourceQuantization
|
|
117
|
+
sourceQuantization,
|
|
118
|
+
parsedArtifact.manifestInference?.session?.compute?.defaults?.activationDtype ?? null
|
|
118
119
|
);
|
|
119
120
|
const visionQuantization = inferRoleQuantization(parsedArtifact.tensors, 'vision');
|
|
120
121
|
const audioQuantization = inferRoleQuantization(parsedArtifact.tensors, 'audio');
|
|
@@ -236,7 +237,11 @@ export function inferSourceQuantizationForSourceRuntime(tensors, sourceKind, opt
|
|
|
236
237
|
}
|
|
237
238
|
}
|
|
238
239
|
|
|
239
|
-
function resolveSourceRuntimeComputePrecision(tensors, sourceQuantization) {
|
|
240
|
+
function resolveSourceRuntimeComputePrecision(tensors, sourceQuantization, runtimeActivationDtype = null) {
|
|
241
|
+
const explicitRuntimeDtype = normalizeText(runtimeActivationDtype).toLowerCase();
|
|
242
|
+
if (explicitRuntimeDtype === 'f16' || explicitRuntimeDtype === 'f32') {
|
|
243
|
+
return explicitRuntimeDtype;
|
|
244
|
+
}
|
|
240
245
|
const dtypes = new Set();
|
|
241
246
|
for (const tensor of Array.isArray(tensors) ? tensors : []) {
|
|
242
247
|
const dtype = normalizeText(tensor?.dtype).toUpperCase();
|
|
@@ -12,17 +12,34 @@ export interface DirectSourcePackageRuntimeProfile {
|
|
|
12
12
|
|
|
13
13
|
export interface DirectSourcePackageProfile {
|
|
14
14
|
id: string;
|
|
15
|
-
runtime
|
|
15
|
+
runtime?: DirectSourcePackageRuntimeProfile | null;
|
|
16
16
|
package: {
|
|
17
17
|
task?: {
|
|
18
18
|
tfliteEntry?: string | null;
|
|
19
19
|
tokenizerModelEntry?: string | null;
|
|
20
20
|
metadataEntry?: string | null;
|
|
21
|
+
unsupported?: {
|
|
22
|
+
code?: string | null;
|
|
23
|
+
message?: string | null;
|
|
24
|
+
recommendation?: string | null;
|
|
25
|
+
} | null;
|
|
21
26
|
} | null;
|
|
22
27
|
litertlm?: {
|
|
23
28
|
tfliteModelType?: string | null;
|
|
29
|
+
embedderTFLiteModelType?: string | null;
|
|
30
|
+
graphAdapter?: string | null;
|
|
31
|
+
fixedInt4Scale?: number | null;
|
|
32
|
+
fixedInt4StorageEncoding?: 'signed' | 'offset_binary' | null;
|
|
33
|
+
layerScalarLayers?: number[] | null;
|
|
34
|
+
missingLayerScalarValue?: number | null;
|
|
35
|
+
executionTemplateProfileId?: string | null;
|
|
24
36
|
tokenizerSectionType?: string | null;
|
|
25
37
|
metadataSectionType?: string | null;
|
|
38
|
+
unsupported?: {
|
|
39
|
+
code?: string | null;
|
|
40
|
+
message?: string | null;
|
|
41
|
+
recommendation?: string | null;
|
|
42
|
+
} | null;
|
|
26
43
|
} | null;
|
|
27
44
|
} | null;
|
|
28
45
|
}
|
|
@@ -1,9 +1,13 @@
|
|
|
1
1
|
import sourcePackageRegistry from '../config/source-packages/registry.json' with { type: 'json' };
|
|
2
2
|
import gemma4E2BPackageProfile from '../config/source-packages/litert/gemma-4-e2b-it.json' with { type: 'json' };
|
|
3
|
+
import gemma4E4BPackageProfile from '../config/source-packages/litert/gemma-4-e4b-it.json' with { type: 'json' };
|
|
4
|
+
import gemma412BPackageProfile from '../config/source-packages/litert/gemma-4-12b-it.json' with { type: 'json' };
|
|
3
5
|
import { cloneJsonValue } from '../utils/clone-json.js';
|
|
4
6
|
|
|
5
7
|
const PROFILE_MAP = new Map([
|
|
6
8
|
['litert/gemma-4-e2b-it', gemma4E2BPackageProfile],
|
|
9
|
+
['litert/gemma-4-e4b-it', gemma4E4BPackageProfile],
|
|
10
|
+
['litert/gemma-4-12b-it', gemma412BPackageProfile],
|
|
7
11
|
]);
|
|
8
12
|
|
|
9
13
|
function normalizeText(value) {
|
|
@@ -14,6 +18,110 @@ function normalizeLower(value) {
|
|
|
14
18
|
return normalizeText(value).toLowerCase();
|
|
15
19
|
}
|
|
16
20
|
|
|
21
|
+
function resolveExecutionTemplateProfile(profileId) {
|
|
22
|
+
const templateProfile = PROFILE_MAP.get(normalizeText(profileId));
|
|
23
|
+
if (!templateProfile) {
|
|
24
|
+
throw new Error(
|
|
25
|
+
`direct-source package profile references unknown executionTemplateProfileId "${profileId}".`
|
|
26
|
+
);
|
|
27
|
+
}
|
|
28
|
+
return templateProfile;
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
function resolveProfileLayerTypes(profile) {
|
|
32
|
+
const manifestInference = profile?.runtime?.manifestInference ?? null;
|
|
33
|
+
const explicitLayerTypes = manifestInference?.layerPattern?.layerTypes;
|
|
34
|
+
if (Array.isArray(explicitLayerTypes) && explicitLayerTypes.length > 0) {
|
|
35
|
+
return explicitLayerTypes.map((value) => normalizeText(value));
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
const layerPattern = manifestInference?.layerPattern ?? null;
|
|
39
|
+
const numLayers = Number(profile?.runtime?.architecture?.numLayers ?? 0);
|
|
40
|
+
const period = Number(layerPattern?.period ?? 0);
|
|
41
|
+
const offset = Number(layerPattern?.offset ?? 0);
|
|
42
|
+
if (
|
|
43
|
+
layerPattern?.type !== 'every_n'
|
|
44
|
+
|| !Number.isInteger(numLayers)
|
|
45
|
+
|| numLayers <= 0
|
|
46
|
+
|| !Number.isInteger(period)
|
|
47
|
+
|| period <= 0
|
|
48
|
+
|| !Number.isInteger(offset)
|
|
49
|
+
) {
|
|
50
|
+
throw new Error(
|
|
51
|
+
`direct-source package profile "${profile?.id || '(unknown)'}" needs explicit layerPattern.layerTypes ` +
|
|
52
|
+
'or a valid every_n layerPattern before an execution template can be retargeted.'
|
|
53
|
+
);
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
const normalizedOffset = ((offset % period) + period) % period;
|
|
57
|
+
const layerTypes = [];
|
|
58
|
+
for (let layerIndex = 0; layerIndex < numLayers; layerIndex += 1) {
|
|
59
|
+
const isGlobal = (((layerIndex - normalizedOffset) % period) + period) % period === 0;
|
|
60
|
+
layerTypes.push(isGlobal ? 'full_attention' : 'sliding_attention');
|
|
61
|
+
}
|
|
62
|
+
return layerTypes;
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
function retargetExecutionTemplateLayers(execution, layerTypes) {
|
|
66
|
+
const retargeted = cloneJsonValue(execution);
|
|
67
|
+
const localLayers = [];
|
|
68
|
+
const globalLayers = [];
|
|
69
|
+
layerTypes.forEach((layerType, layerIndex) => {
|
|
70
|
+
if (normalizeText(layerType) === 'full_attention') {
|
|
71
|
+
globalLayers.push(layerIndex);
|
|
72
|
+
} else {
|
|
73
|
+
localLayers.push(layerIndex);
|
|
74
|
+
}
|
|
75
|
+
});
|
|
76
|
+
|
|
77
|
+
if (!Array.isArray(retargeted?.prefill)) {
|
|
78
|
+
return retargeted;
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
for (const group of retargeted.prefill) {
|
|
82
|
+
if (!group || typeof group !== 'object' || !Array.isArray(group.layers)) {
|
|
83
|
+
continue;
|
|
84
|
+
}
|
|
85
|
+
const steps = Array.isArray(group.steps) ? group.steps : [];
|
|
86
|
+
const stepNames = steps
|
|
87
|
+
.flatMap((step) => Array.isArray(step) ? step : [])
|
|
88
|
+
.map((value) => normalizeText(value).toLowerCase())
|
|
89
|
+
.filter(Boolean);
|
|
90
|
+
const isGlobalGroup = stepNames.some((value) => value.includes('stream') || value.includes('global'));
|
|
91
|
+
const isLocalGroup = stepNames.some((value) => value.includes('small') || value.includes('sliding'));
|
|
92
|
+
if (isGlobalGroup) {
|
|
93
|
+
group.layers = [...globalLayers];
|
|
94
|
+
} else if (isLocalGroup) {
|
|
95
|
+
group.layers = [...localLayers];
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
|
|
99
|
+
return retargeted;
|
|
100
|
+
}
|
|
101
|
+
|
|
102
|
+
function materializePackageProfile(profile) {
|
|
103
|
+
const execution = profile?.runtime?.manifestInference?.execution ?? null;
|
|
104
|
+
if (execution && typeof execution === 'object') {
|
|
105
|
+
return profile;
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
const templateProfileId = normalizeText(profile?.package?.litertlm?.executionTemplateProfileId);
|
|
109
|
+
if (!templateProfileId) {
|
|
110
|
+
return profile;
|
|
111
|
+
}
|
|
112
|
+
const templateProfile = resolveExecutionTemplateProfile(templateProfileId);
|
|
113
|
+
const templateExecution = templateProfile?.runtime?.manifestInference?.execution ?? null;
|
|
114
|
+
if (!templateExecution || typeof templateExecution !== 'object') {
|
|
115
|
+
throw new Error(
|
|
116
|
+
`direct-source package profile "${profile.id}" references executionTemplateProfileId "${templateProfileId}" ` +
|
|
117
|
+
'but that template profile has no runtime.manifestInference.execution object.'
|
|
118
|
+
);
|
|
119
|
+
}
|
|
120
|
+
const layerTypes = resolveProfileLayerTypes(profile);
|
|
121
|
+
profile.runtime.manifestInference.execution = retargetExecutionTemplateLayers(templateExecution, layerTypes);
|
|
122
|
+
return profile;
|
|
123
|
+
}
|
|
124
|
+
|
|
17
125
|
export function resolveDirectSourcePackageProfile(options = {}) {
|
|
18
126
|
const sourceKind = normalizeLower(options.sourceKind);
|
|
19
127
|
const packageBasename = normalizeLower(options.packageBasename);
|
|
@@ -44,7 +152,7 @@ export function resolveDirectSourcePackageProfile(options = {}) {
|
|
|
44
152
|
`direct-source package profile registry is missing a loaded profile for "${id || '(empty)'}".`
|
|
45
153
|
);
|
|
46
154
|
}
|
|
47
|
-
return cloneJsonValue(profile);
|
|
155
|
+
return materializePackageProfile(cloneJsonValue(profile));
|
|
48
156
|
}
|
|
49
157
|
|
|
50
158
|
return null;
|
|
@@ -198,6 +198,7 @@ export interface SourceStorageContext {
|
|
|
198
198
|
) => AsyncIterable<Uint8Array>) | null;
|
|
199
199
|
loadTokenizerJson: (() => Promise<Record<string, unknown> | null>) | null;
|
|
200
200
|
loadTokenizerModel: ((pathHint?: string) => Promise<ArrayBuffer | null>) | null;
|
|
201
|
+
loadAuxiliaryFile: ((path: string) => Promise<ArrayBuffer | null>) | null;
|
|
201
202
|
loadTensorsJson?: (() => Promise<string | Record<string, unknown> | null>) | null;
|
|
202
203
|
verifyHashes: boolean;
|
|
203
204
|
close?: (() => Promise<void>) | null;
|
|
@@ -217,6 +217,7 @@ function buildSourceTensorTransform(tensor, shardIndexByPath, tensorName) {
|
|
|
217
217
|
scheme: transform.scheme,
|
|
218
218
|
sourceDtype: transform.sourceDtype,
|
|
219
219
|
targetDtype: transform.targetDtype,
|
|
220
|
+
...(transform.storageEncoding ? { storageEncoding: transform.storageEncoding } : {}),
|
|
220
221
|
scale: transform.scale,
|
|
221
222
|
zeroPoint: transform.zeroPoint,
|
|
222
223
|
};
|
|
@@ -1044,12 +1045,38 @@ export function createSourceStorageContext(options = {}) {
|
|
|
1044
1045
|
}
|
|
1045
1046
|
: null;
|
|
1046
1047
|
|
|
1048
|
+
const loadAuxiliaryFile = readBinary
|
|
1049
|
+
? async (targetPath) => {
|
|
1050
|
+
if (typeof targetPath !== 'string' || !targetPath.trim()) {
|
|
1051
|
+
throw new Error('loadAuxiliaryFile(path) requires a non-empty path.');
|
|
1052
|
+
}
|
|
1053
|
+
const raw = await readBinary(targetPath);
|
|
1054
|
+
const buffer = toArrayBuffer(raw, `readBinary(${targetPath})`);
|
|
1055
|
+
if (verifyHashes) {
|
|
1056
|
+
const descriptor = auxiliaryFileMap.get(targetPath);
|
|
1057
|
+
if (descriptor?.hash) {
|
|
1058
|
+
const computedHash = await computeHash(new Uint8Array(buffer), descriptor.hashAlgorithm);
|
|
1059
|
+
if (computedHash !== descriptor.hash) {
|
|
1060
|
+
throw new Error(
|
|
1061
|
+
`Auxiliary asset hash mismatch for ${targetPath}. Expected ${descriptor.hash}, got ${computedHash}.`
|
|
1062
|
+
);
|
|
1063
|
+
}
|
|
1064
|
+
}
|
|
1065
|
+
}
|
|
1066
|
+
if (buffer.byteLength <= 0) {
|
|
1067
|
+
throw new Error(`readBinary(${targetPath}) returned an empty auxiliary payload.`);
|
|
1068
|
+
}
|
|
1069
|
+
return buffer;
|
|
1070
|
+
}
|
|
1071
|
+
: null;
|
|
1072
|
+
|
|
1047
1073
|
return {
|
|
1048
1074
|
loadShard,
|
|
1049
1075
|
loadShardRange,
|
|
1050
1076
|
streamShardRange,
|
|
1051
1077
|
loadTokenizerJson,
|
|
1052
1078
|
loadTokenizerModel,
|
|
1079
|
+
loadAuxiliaryFile,
|
|
1053
1080
|
verifyHashes,
|
|
1054
1081
|
close,
|
|
1055
1082
|
};
|
|
@@ -61,7 +61,12 @@ function normalizeModelFamily(rawConfig) {
|
|
|
61
61
|
if (rawModelType === 'gemma3' || rawModelType === 'gemma3_text') {
|
|
62
62
|
return 'gemma3';
|
|
63
63
|
}
|
|
64
|
-
if (
|
|
64
|
+
if (
|
|
65
|
+
rawModelType === 'gemma4'
|
|
66
|
+
|| rawModelType === 'gemma4_text'
|
|
67
|
+
|| rawModelType === 'gemma4_unified'
|
|
68
|
+
|| rawModelType === 'gemma4_unified_text'
|
|
69
|
+
) {
|
|
65
70
|
return 'gemma4';
|
|
66
71
|
}
|
|
67
72
|
return rawModelType;
|
|
@@ -136,6 +141,10 @@ function applyExplicitAttentionConfig(inference, rawConfig) {
|
|
|
136
141
|
}
|
|
137
142
|
|
|
138
143
|
function applyExplicitFfnConfig(inference, rawConfig) {
|
|
144
|
+
const branchModeRaw = readRawConfigField(rawConfig, 'ffn_branch_mode');
|
|
145
|
+
if (typeof branchModeRaw === 'string' && branchModeRaw.trim()) {
|
|
146
|
+
inference.ffn.branchMode = branchModeRaw.trim().toLowerCase();
|
|
147
|
+
}
|
|
139
148
|
const useDoubleWideMlp = asOptionalBoolean(readRawConfigField(rawConfig, 'use_double_wide_mlp'));
|
|
140
149
|
if (useDoubleWideMlp != null) {
|
|
141
150
|
inference.ffn.useDoubleWideMlp = useDoubleWideMlp;
|
|
@@ -170,7 +179,7 @@ function resolveSourceRuntimeVisionConfig(rawConfig) {
|
|
|
170
179
|
}
|
|
171
180
|
const modelType = String(visionConfig.model_type ?? '').trim().toLowerCase();
|
|
172
181
|
const visionArchitecture = String(visionConfig.vision_architecture ?? '').trim()
|
|
173
|
-
|| (modelType === 'gemma4_vision' ? 'gemma4' : '')
|
|
182
|
+
|| (modelType === 'gemma4_vision' || modelType === 'gemma4_unified_vision' ? 'gemma4' : '')
|
|
174
183
|
|| (modelType === 'qwen3_vl' || modelType === 'qwen3vl' ? 'qwen3vl' : '');
|
|
175
184
|
return {
|
|
176
185
|
...cloneJsonValue(visionConfig),
|
|
@@ -185,7 +194,7 @@ function resolveSourceRuntimeAudioConfig(rawConfig) {
|
|
|
185
194
|
}
|
|
186
195
|
const modelType = String(audioConfig.model_type ?? '').trim().toLowerCase();
|
|
187
196
|
const audioArchitecture = String(audioConfig.audio_architecture ?? '').trim()
|
|
188
|
-
|| (modelType === 'gemma4_audio' ? 'gemma4' : '');
|
|
197
|
+
|| (modelType === 'gemma4_audio' || modelType === 'gemma4_unified_audio' ? 'gemma4' : '');
|
|
189
198
|
return {
|
|
190
199
|
...cloneJsonValue(audioConfig),
|
|
191
200
|
...(audioArchitecture ? { audio_architecture: audioArchitecture } : {}),
|
|
@@ -24,3 +24,13 @@ export {
|
|
|
24
24
|
buildP2PAlertsFromSummary,
|
|
25
25
|
buildP2PDashboardSnapshot,
|
|
26
26
|
} from './experimental/distribution/p2p-observability.js';
|
|
27
|
+
export {
|
|
28
|
+
DESCRIPTOR_TRANSPORT_CONTRACT_VERSION,
|
|
29
|
+
normalizePeerCapabilityProfile,
|
|
30
|
+
getDescriptorRequiredGenerators,
|
|
31
|
+
assertPeerSupportsDescriptor,
|
|
32
|
+
getDescriptorRequiredShards,
|
|
33
|
+
negotiateDescriptorShardCache,
|
|
34
|
+
validateActivationTransportPayload,
|
|
35
|
+
createDescriptorPeerAssignment,
|
|
36
|
+
} from './experimental/distribution/descriptor-transport.js';
|
|
@@ -27,3 +27,13 @@ export {
|
|
|
27
27
|
buildP2PAlertsFromSummary,
|
|
28
28
|
buildP2PDashboardSnapshot,
|
|
29
29
|
} from './experimental/distribution/p2p-observability.js';
|
|
30
|
+
export {
|
|
31
|
+
DESCRIPTOR_TRANSPORT_CONTRACT_VERSION,
|
|
32
|
+
normalizePeerCapabilityProfile,
|
|
33
|
+
getDescriptorRequiredGenerators,
|
|
34
|
+
assertPeerSupportsDescriptor,
|
|
35
|
+
getDescriptorRequiredShards,
|
|
36
|
+
negotiateDescriptorShardCache,
|
|
37
|
+
validateActivationTransportPayload,
|
|
38
|
+
createDescriptorPeerAssignment,
|
|
39
|
+
} from './experimental/distribution/descriptor-transport.js';
|