doppler-gpu 0.4.3 → 0.4.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +28 -0
- package/README.md +54 -33
- package/assets/doppler.svg +57 -1601
- package/package.json +36 -5
- package/src/cli/cli-output.js +34 -1
- package/src/cli/doppler-cli.d.ts +18 -0
- package/src/cli/doppler-cli.js +68 -35
- package/src/cli/doppler-serve.d.ts +210 -0
- package/src/cli/doppler-serve.js +468 -42
- package/src/client/doppler-registry.json +3 -5
- package/src/client/provider.d.ts +1 -1
- package/src/client/provider.js +1 -1
- package/src/client/runtime/index.js +13 -0
- package/src/client/runtime/lora.d.ts +11 -1
- package/src/client/runtime/lora.js +28 -7
- package/src/client/runtime/model-manager.js +35 -11
- package/src/client/runtime/model-session.d.ts +2 -1
- package/src/client/runtime/model-session.js +2 -2
- package/src/client/runtime/model-source.js +20 -1
- package/src/client/runtime/types.d.ts +8 -0
- package/src/client/wrap-pipeline-handle.d.ts +62 -0
- package/src/client/wrap-pipeline-handle.js +188 -13
- package/src/config/conversion/README.md +5 -0
- package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +646 -0
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +4 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +393 -0
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +425 -0
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +17 -9
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +737 -0
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +730 -0
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +780 -0
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +716 -0
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +5 -5
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +14 -12
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +7 -7
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +7 -7
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +3 -3
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +3 -3
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +8 -4
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +8 -4
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +9 -5
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +8 -4
- package/src/config/goal-completion-matrix.json +552 -0
- package/src/config/kernel-path-loader.js +192 -38
- package/src/config/kernels/kernel-ref-digests.js +52 -18
- package/src/config/kernels/registry.json +3017 -744
- package/src/config/merge-contract-check.js +7 -3
- package/src/config/merge-helpers.d.ts +2 -0
- package/src/config/merge-helpers.js +1 -0
- package/src/config/merge.d.ts +1 -0
- package/src/config/merge.js +30 -0
- package/src/config/model-lanes/catalog-lane-resolver.d.ts +66 -0
- package/src/config/model-lanes/catalog-lane-resolver.js +170 -0
- package/src/config/param-validator.js +4 -0
- package/src/config/runtime/experiments/verify/lfm2-verify.json +3 -3
- package/src/config/runtime/profiles/diffusiongemma-26b-a4b-throughput.json +26 -0
- package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-overlapped-probe.json +42 -0
- package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-probe.json +39 -0
- package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-b4.json +48 -0
- package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-single.json +46 -0
- package/src/config/schema/buffer-pool.schema.js +3 -3
- package/src/config/schema/claim-evidence-contract.schema.json +93 -0
- package/src/config/schema/command-surface-contract.schema.json +81 -0
- package/src/config/schema/converter.schema.d.ts +11 -0
- package/src/config/schema/converter.schema.js +8 -0
- package/src/config/schema/doppler.schema.d.ts +1 -0
- package/src/config/schema/doppler.schema.js +38 -6
- package/src/config/schema/execution-v1.schema.d.ts +27 -0
- package/src/config/schema/execution-v1.schema.js +28 -19
- package/src/config/schema/goal-completion-matrix.schema.json +223 -0
- package/src/config/schema/inference.schema.d.ts +11 -0
- package/src/config/schema/manifest.schema.d.ts +107 -1
- package/src/config/schema/manifest.schema.js +10 -1
- package/src/config/schema/model-artifact-contract.schema.json +119 -0
- package/src/config/schema/moe.schema.d.ts +13 -0
- package/src/config/schema/moe.schema.js +1 -1
- package/src/config/schema/policy-schema-registry.json +26 -0
- package/src/config/schema/subsystem-support-contract.schema.json +48 -0
- package/src/config/schema/training-metrics.schema.d.ts +1 -1
- package/src/config/schema/training-metrics.schema.js +4 -3
- package/src/config/source-packages/litert/gemma-4-12b-it.json +390 -0
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +7 -7
- package/src/config/source-packages/litert/gemma-4-e4b-it.json +370 -0
- package/src/config/source-packages/registry.json +25 -0
- package/src/config/supported-operations.json +5 -0
- package/src/config/transforms/capability-transform-resolver.d.ts +13 -2
- package/src/config/transforms/execution-graph-transforms.d.ts +42 -0
- package/src/config/transforms/execution-graph-transforms.js +227 -230
- package/src/converter/conversion-plan.d.ts +2 -0
- package/src/converter/conversion-plan.js +18 -4
- package/src/converter/core.d.ts +8 -0
- package/src/converter/core.js +574 -12
- package/src/converter/quantization-info.js +179 -2
- package/src/converter/quantizer.d.ts +5 -4
- package/src/converter/quantizer.js +16 -2
- package/src/experimental/adapters/lora-loader.js +109 -24
- package/src/experimental/diffusion/index.d.ts +24 -0
- package/src/experimental/diffusion/index.js +10 -0
- package/src/experimental/distribution/descriptor-transport.d.ts +117 -0
- package/src/experimental/distribution/descriptor-transport.js +342 -0
- package/src/experimental/training/README.md +11 -0
- package/src/experimental/training/autograd.js +33 -8
- package/src/experimental/training/datasets/gepa-frontier.d.ts +41 -0
- package/src/experimental/training/datasets/gepa-frontier.js +220 -0
- package/src/experimental/training/datasets/index.d.ts +13 -1
- package/src/experimental/training/datasets/index.js +8 -1
- package/src/experimental/training/datasets/teacher-traces.d.ts +51 -0
- package/src/experimental/training/datasets/teacher-traces.js +279 -0
- package/src/experimental/training/datasets/text-pairs.d.ts +45 -0
- package/src/experimental/training/datasets/text-pairs.js +82 -5
- package/src/experimental/training/distillation/student-fixture.d.ts +5 -0
- package/src/experimental/training/distillation/student-fixture.js +290 -32
- package/src/experimental/training/export.d.ts +9 -0
- package/src/experimental/training/export.js +113 -7
- package/src/experimental/training/index.d.ts +13 -1
- package/src/experimental/training/index.js +13 -1
- package/src/experimental/training/lora-pipeline.d.ts +143 -0
- package/src/experimental/training/lora-pipeline.js +1737 -49
- package/src/experimental/training/lora.js +23 -1
- package/src/experimental/training/loss.js +1 -1
- package/src/experimental/training/operator-agent-eval.d.ts +65 -0
- package/src/experimental/training/operator-agent-eval.js +326 -0
- package/src/experimental/training/operator-command.js +310 -51
- package/src/experimental/training/runner.d.ts +1 -0
- package/src/experimental/training/runner.js +4 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +160 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +175 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +175 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +160 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +162 -0
- package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +160 -0
- package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +137 -0
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +152 -0
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +152 -0
- package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +137 -0
- package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +139 -0
- package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +137 -0
- package/src/experimental/training/workload-packs/registry.json +186 -6
- package/src/experimental/training/workloads.d.ts +37 -0
- package/src/experimental/training/workloads.js +110 -1
- package/src/formats/rdrr/functional-descriptor.d.ts +73 -0
- package/src/formats/rdrr/functional-descriptor.js +230 -0
- package/src/formats/rdrr/index.d.ts +1 -0
- package/src/formats/rdrr/index.js +1 -0
- package/src/formats/rdrr/parsing.js +22 -6
- package/src/formats/rdrr/source-transform-contract.js +10 -1
- package/src/formats/rdrr/storage-descriptor.js +9 -2
- package/src/formats/rdrr/types.d.ts +5 -3
- package/src/formats/rdrr/validation.js +15 -1
- package/src/gpu/command-recorder.d.ts +43 -3
- package/src/gpu/command-recorder.js +122 -25
- package/src/gpu/device.js +111 -11
- package/src/gpu/kernel-tuner/cache.js +1 -5
- package/src/gpu/kernels/attention.js +17 -9
- package/src/gpu/kernels/attention_decode_online_head256_f16kv.wgsl +236 -0
- package/src/gpu/kernels/attention_streaming_f16.wgsl +7 -5
- package/src/gpu/kernels/backward/cross_entropy_backward.js +72 -3
- package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +2 -2
- package/src/gpu/kernels/cast.js +74 -67
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +46 -1
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -20
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +15 -12
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +59 -44
- package/src/gpu/kernels/diffusion-gemma-sampling.d.ts +19 -0
- package/src/gpu/kernels/diffusion-gemma-sampling.js +104 -0
- package/src/gpu/kernels/diffusion_gemma_sampling.wgsl +130 -0
- package/src/gpu/kernels/dispatch.js +13 -3
- package/src/gpu/kernels/fused_ffn.js +3 -4
- package/src/gpu/kernels/fused_matmul_litert_int4_f16a.wgsl +78 -0
- package/src/gpu/kernels/fused_matmul_litert_int4_f16a_f32out.wgsl +78 -0
- package/src/gpu/kernels/fused_matmul_litert_int4_f32a_f32out.wgsl +76 -0
- package/src/gpu/kernels/fused_matmul_rmsnorm.js +101 -80
- package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a.wgsl +116 -0
- package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a_f32out.wgsl +116 -0
- package/src/gpu/kernels/fused_matmul_w4a16_f16a.wgsl +95 -0
- package/src/gpu/kernels/fused_matmul_w4a16_f16a_f32out.wgsl +95 -0
- package/src/gpu/kernels/gather.d.ts +84 -1
- package/src/gpu/kernels/gather.js +353 -5
- package/src/gpu/kernels/gather_litert_int4_vec4_f16_out.wgsl +75 -0
- package/src/gpu/kernels/gather_litert_int4_vec4_f32_out.wgsl +72 -0
- package/src/gpu/kernels/gather_split4_f16_vec4_f16_out.wgsl +103 -0
- package/src/gpu/kernels/gather_split8_f16_vec4_f16_out.wgsl +143 -0
- package/src/gpu/kernels/gather_split8_f16_vec4_f32_out.wgsl +143 -0
- package/src/gpu/kernels/gelu.wgsl +11 -7
- package/src/gpu/kernels/gelu_f16.wgsl +11 -7
- package/src/gpu/kernels/gemma4-route-expert.d.ts +35 -0
- package/src/gpu/kernels/gemma4-route-expert.js +126 -0
- package/src/gpu/kernels/gemma4_route_q4_matmul_f16a.wgsl +210 -0
- package/src/gpu/kernels/index.d.ts +71 -0
- package/src/gpu/kernels/index.js +52 -0
- package/src/gpu/kernels/kv-cache-write.d.ts +22 -0
- package/src/gpu/kernels/kv-cache-write.js +126 -0
- package/src/gpu/kernels/kv_cache_write_f32_to_f16.wgsl +32 -0
- package/src/gpu/kernels/lm-head-argmax.d.ts +19 -0
- package/src/gpu/kernels/lm-head-argmax.js +218 -0
- package/src/gpu/kernels/lm_head_argmax_f16.wgsl +189 -0
- package/src/gpu/kernels/matmul-dispatch.d.ts +11 -0
- package/src/gpu/kernels/matmul-dispatch.js +37 -1
- package/src/gpu/kernels/matmul-selection.d.ts +5 -5
- package/src/gpu/kernels/matmul-selection.js +104 -9
- package/src/gpu/kernels/matmul.d.ts +1 -1
- package/src/gpu/kernels/matmul.js +151 -43
- package/src/gpu/kernels/moe.d.ts +1 -0
- package/src/gpu/kernels/moe.js +46 -18
- package/src/gpu/kernels/pipeline-cache.d.ts +8 -0
- package/src/gpu/kernels/pipeline-cache.js +24 -0
- package/src/gpu/kernels/rep-penalty.d.ts +21 -0
- package/src/gpu/kernels/rep-penalty.js +17 -9
- package/src/gpu/kernels/residual.d.ts +1 -0
- package/src/gpu/kernels/residual.js +13 -1
- package/src/gpu/kernels/residual.wgsl +3 -3
- package/src/gpu/kernels/residual_f16.wgsl +5 -3
- package/src/gpu/kernels/residual_f16_vec4.wgsl +6 -6
- package/src/gpu/kernels/residual_vec4.wgsl +6 -6
- package/src/gpu/kernels/rmsnorm-pair.d.ts +39 -0
- package/src/gpu/kernels/rmsnorm-pair.js +152 -0
- package/src/gpu/kernels/rmsnorm-qk.d.ts +41 -0
- package/src/gpu/kernels/rmsnorm-qk.js +128 -0
- package/src/gpu/kernels/rmsnorm.d.ts +31 -0
- package/src/gpu/kernels/rmsnorm.js +32 -7
- package/src/gpu/kernels/rmsnorm.wgsl +10 -6
- package/src/gpu/kernels/rmsnorm_f16.wgsl +7 -3
- package/src/gpu/kernels/rmsnorm_pair.wgsl +224 -0
- package/src/gpu/kernels/rmsnorm_qk.wgsl +118 -0
- package/src/gpu/kernels/rmsnorm_qk_f16.wgsl +143 -0
- package/src/gpu/kernels/rope-qk.d.ts +41 -0
- package/src/gpu/kernels/rope-qk.js +143 -0
- package/src/gpu/kernels/rope_qk.wgsl +95 -0
- package/src/gpu/kernels/rope_qk_f16.wgsl +97 -0
- package/src/gpu/kernels/rule-registry.js +50 -10
- package/src/gpu/kernels/sample.js +212 -187
- package/src/gpu/kernels/scatter_add_dynamic_expert_scale.wgsl +47 -0
- package/src/gpu/kernels/scatter_add_dynamic_f16_expert_scale.wgsl +49 -0
- package/src/gpu/kernels/scatter_add_dynamic_f16_weights_expert_scale.wgsl +49 -0
- package/src/gpu/kernels/scatter_add_routes_f16_weights_expert_scale.wgsl +45 -0
- package/src/gpu/kernels/shader-cache.js +1 -21
- package/src/gpu/kernels/soft-embedding.d.ts +28 -0
- package/src/gpu/kernels/soft-embedding.js +447 -0
- package/src/gpu/kernels/soft_embedding_logits_f16.wgsl +107 -0
- package/src/gpu/kernels/soft_embedding_split_f16.wgsl +46 -0
- package/src/gpu/kernels/softmax.wgsl +5 -80
- package/src/gpu/kernels/split-qkv-rmsnorm-qk.d.ts +44 -0
- package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +154 -0
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.d.ts +59 -0
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +245 -0
- package/src/gpu/kernels/split_qkv_rmsnorm_qk.wgsl +146 -0
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +185 -0
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +187 -0
- package/src/gpu/kernels/uniform-utils.js +2 -5
- package/src/gpu/kernels/utils.d.ts +16 -1
- package/src/gpu/kernels/utils.js +42 -13
- package/src/gpu/readback-utils.js +10 -2
- package/src/gpu/uniform-cache.d.ts +10 -1
- package/src/gpu/uniform-cache.js +25 -7
- package/src/gpu/weight-buffer.d.ts +76 -7
- package/src/gpu/weight-buffer.js +85 -1
- package/src/inference/browser-harness-diffusion-energy-suites.js +269 -1
- package/src/inference/browser-harness-suite-helpers.d.ts +9 -0
- package/src/inference/browser-harness-suite-helpers.js +438 -2
- package/src/inference/browser-harness-text-helpers.d.ts +77 -0
- package/src/inference/browser-harness-text-helpers.js +236 -11
- package/src/inference/browser-harness.d.ts +8 -0
- package/src/inference/browser-harness.js +292 -8
- package/src/inference/decode-ring.d.ts +1 -0
- package/src/inference/decode-ring.js +7 -5
- package/src/inference/kv-cache/base.d.ts +25 -0
- package/src/inference/kv-cache/base.js +109 -1
- package/src/inference/kv-cache/mixed-geometry.d.ts +10 -0
- package/src/inference/kv-cache/mixed-geometry.js +109 -2
- package/src/inference/kv-cache/sliding-window.d.ts +14 -0
- package/src/inference/kv-cache/sliding-window.js +88 -0
- package/src/inference/model-lanes/execution-lane-resolver.d.ts +61 -0
- package/src/inference/model-lanes/execution-lane-resolver.js +126 -0
- package/src/inference/moe-router.d.ts +14 -1
- package/src/inference/moe-router.js +24 -1
- package/src/inference/pipelines/audio/gemma4.js +52 -1
- package/src/inference/pipelines/diffusion-gemma/config.d.ts +27 -0
- package/src/inference/pipelines/diffusion-gemma/config.js +149 -0
- package/src/inference/pipelines/diffusion-gemma/index.d.ts +31 -0
- package/src/inference/pipelines/diffusion-gemma/index.js +12 -0
- package/src/inference/pipelines/diffusion-gemma/pipeline.d.ts +69 -0
- package/src/inference/pipelines/diffusion-gemma/pipeline.js +380 -0
- package/src/inference/pipelines/diffusion-gemma/sampling.d.ts +128 -0
- package/src/inference/pipelines/diffusion-gemma/sampling.js +395 -0
- package/src/inference/pipelines/text/attention/dispatch-params.d.ts +28 -4
- package/src/inference/pipelines/text/attention/dispatch-params.js +176 -2
- package/src/inference/pipelines/text/attention/projections.d.ts +71 -2
- package/src/inference/pipelines/text/attention/projections.js +329 -49
- package/src/inference/pipelines/text/attention/quant-options.d.ts +38 -0
- package/src/inference/pipelines/text/attention/record.js +446 -73
- package/src/inference/pipelines/text/attention/run.js +251 -49
- package/src/inference/pipelines/text/attention/types.d.ts +5 -1
- package/src/inference/pipelines/text/config.d.ts +22 -1
- package/src/inference/pipelines/text/config.js +199 -22
- package/src/inference/pipelines/text/dtype-contract.d.ts +1 -1
- package/src/inference/pipelines/text/dtype-contract.js +4 -1
- package/src/inference/pipelines/text/embed.d.ts +4 -3
- package/src/inference/pipelines/text/embed.js +16 -6
- package/src/inference/pipelines/text/execution-plan.d.ts +8 -0
- package/src/inference/pipelines/text/execution-plan.js +6 -0
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +4 -0
- package/src/inference/pipelines/text/execution-runtime-builders.js +44 -28
- package/src/inference/pipelines/text/execution-v1.d.ts +2 -0
- package/src/inference/pipelines/text/execution-v1.js +373 -139
- package/src/inference/pipelines/text/ffn/dense.js +44 -13
- package/src/inference/pipelines/text/ffn/moe.d.ts +4 -1
- package/src/inference/pipelines/text/ffn/moe.js +9 -2
- package/src/inference/pipelines/text/ffn/sandwich.d.ts +3 -1
- package/src/inference/pipelines/text/ffn/sandwich.js +237 -15
- package/src/inference/pipelines/text/ffn/standard.d.ts +3 -1
- package/src/inference/pipelines/text/ffn/standard.js +44 -4
- package/src/inference/pipelines/text/generator-decode-policy.d.ts +81 -0
- package/src/inference/pipelines/text/generator-decode-policy.js +2 -12
- package/src/inference/pipelines/text/generator-helpers.js +5 -2
- package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +84 -0
- package/src/inference/pipelines/text/generator-prefill-helpers.js +67 -1
- package/src/inference/pipelines/text/generator-runtime.d.ts +1 -0
- package/src/inference/pipelines/text/generator-steps.d.ts +38 -3
- package/src/inference/pipelines/text/generator-steps.js +268 -77
- package/src/inference/pipelines/text/generator.d.ts +39 -0
- package/src/inference/pipelines/text/generator.js +1105 -18
- package/src/inference/pipelines/text/init.d.ts +8 -1
- package/src/inference/pipelines/text/init.js +30 -1
- package/src/inference/pipelines/text/layer-plan-gpu.js +62 -14
- package/src/inference/pipelines/text/layer.js +272 -25
- package/src/inference/pipelines/text/linear-attention.js +6 -4
- package/src/inference/pipelines/text/logits/gpu.d.ts +49 -2
- package/src/inference/pipelines/text/logits/gpu.js +417 -66
- package/src/inference/pipelines/text/logits/index.d.ts +2 -2
- package/src/inference/pipelines/text/logits/index.js +96 -42
- package/src/inference/pipelines/text/logits/types.d.ts +2 -2
- package/src/inference/pipelines/text/lora-apply.js +17 -0
- package/src/inference/pipelines/text/moe-gpu.d.ts +13 -0
- package/src/inference/pipelines/text/moe-gpu.js +445 -16
- package/src/inference/pipelines/text/moe-impl.d.ts +13 -3
- package/src/inference/pipelines/text/moe-shape-validator.js +13 -1
- package/src/inference/pipelines/text/ops.d.ts +29 -2
- package/src/inference/pipelines/text/ops.js +19 -0
- package/src/inference/pipelines/text/per-layer-inputs.js +5 -0
- package/src/inference/pipelines/text/probes.js +4 -5
- package/src/inference/pipelines/text/sampling-config.d.ts +4 -10
- package/src/inference/pipelines/text/sampling-config.js +103 -64
- package/src/inference/pipelines/text/sampling.js +13 -9
- package/src/inference/pipelines/text/state.js +17 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +57 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +8 -9
- package/src/inference/pipelines/text/types.d.ts +84 -3
- package/src/inference/pipelines/text/weights.d.ts +4 -2
- package/src/inference/pipelines/text/weights.js +4 -5
- package/src/inference/pipelines/text.d.ts +24 -0
- package/src/inference/pipelines/text.js +162 -38
- package/src/inference/pipelines/vision/gemma4.js +20 -9
- package/src/inference/tokenizer.d.ts +30 -0
- package/src/inference/tokenizer.js +340 -164
- package/src/inference/tokenizers/bundled.js +71 -49
- package/src/loader/doppler-loader.d.ts +11 -0
- package/src/loader/doppler-loader.js +290 -15
- package/src/loader/embedding-limit-preflight.d.ts +31 -0
- package/src/loader/embedding-limit-preflight.js +216 -0
- package/src/loader/embedding-loader.d.ts +8 -2
- package/src/loader/embedding-loader.js +263 -8
- package/src/loader/experts/expert-loader.d.ts +4 -1
- package/src/loader/experts/expert-loader.js +174 -5
- package/src/loader/final-weights-loader.d.ts +5 -0
- package/src/loader/final-weights-loader.js +167 -4
- package/src/loader/layer-loader.d.ts +2 -0
- package/src/loader/layer-loader.js +74 -6
- package/src/loader/loader-types.d.ts +59 -2
- package/src/loader/manifest-config.d.ts +8 -0
- package/src/loader/shard-resolver.js +37 -4
- package/src/loader/tensors/functional-descriptor-loader.d.ts +9 -0
- package/src/loader/tensors/functional-descriptor-loader.js +377 -0
- package/src/loader/tensors/tensor-loader.d.ts +36 -1
- package/src/loader/tensors/tensor-loader.js +437 -21
- package/src/loader/tensors/tensor-reader.d.ts +4 -1
- package/src/loader/tensors/tensor-reader.js +11 -4
- package/src/loader/weights.d.ts +3 -1
- package/src/memory/buffer-pool.js +12 -9
- package/src/models/diffusiongemma.d.ts +7 -0
- package/src/models/diffusiongemma.js +25 -0
- package/src/models/gemma4.js +24 -0
- package/src/models/qwen3.js +2 -2
- package/src/rules/execution-rules-contract-check.js +93 -10
- package/src/rules/inference/capability-transforms.rules.json +26 -2
- package/src/rules/inference/config.rules.json +1 -0
- package/src/rules/inference/dtype.rules.json +7 -0
- package/src/rules/inference/execution.rules.json +108 -17
- package/src/rules/inference/ffn.rules.json +18 -0
- package/src/rules/kernels/gather.rules.json +81 -0
- package/src/rules/kernels/matmul.rules.json +19 -0
- package/src/rules/kernels/moe.rules.json +3 -0
- package/src/rules/kernels/rep-penalty.rules.json +6 -0
- package/src/rules/kernels/rmsnorm-qk.rules.json +6 -0
- package/src/rules/kernels/rmsnorm.rules.json +42 -7
- package/src/rules/kernels/rope-qk.rules.json +6 -0
- package/src/rules/loader/tensor-loader.rules.json +8 -0
- package/src/rules/rule-registry.js +6 -0
- package/src/storage/artifact-storage-context.d.ts +1 -0
- package/src/storage/artifact-storage-context.js +10 -0
- package/src/tooling/browser-command-runner.d.ts +0 -3
- package/src/tooling/browser-command-runner.js +2 -14
- package/src/tooling/command-api-family-normalizers.js +4 -2
- package/src/tooling/command-api-helpers.js +2 -1
- package/src/tooling/command-api.d.ts +2 -0
- package/src/tooling/command-api.js +1 -0
- package/src/tooling/command-runner-shared.d.ts +4 -0
- package/src/tooling/command-runner-shared.js +2 -1
- package/src/tooling/diagnose-runner.js +2 -0
- package/src/tooling/litert-package-runtime.js +553 -16
- package/src/tooling/node-browser-command-runner.js +10 -4
- package/src/tooling/node-command-runner.js +7 -2
- package/src/tooling/node-convert-worker-pool.js +3 -0
- package/src/tooling/node-convert-worker.js +1 -0
- package/src/tooling/node-converter.js +12 -0
- package/src/tooling/node-webgpu.d.ts +1 -0
- package/src/tooling/node-webgpu.js +23 -11
- package/src/tooling/program-bundle.d.ts +52 -1
- package/src/tooling/rdrr-integrity-refresh.d.ts +18 -0
- package/src/tooling/source-artifact-adapter.js +7 -2
- package/src/tooling/source-package-profiles.d.ts +18 -1
- package/src/tooling/source-package-profiles.js +109 -1
- package/src/tooling/source-runtime-bundle.d.ts +1 -0
- package/src/tooling/source-runtime-bundle.js +27 -0
- package/src/tooling/source-runtime-converter-config.js +12 -3
- package/src/tooling-experimental-exports.shared.d.ts +10 -0
- package/src/tooling-experimental-exports.shared.js +10 -0
|
@@ -0,0 +1,117 @@
|
|
|
1
|
+
export declare const DESCRIPTOR_TRANSPORT_CONTRACT_VERSION: 1;
|
|
2
|
+
|
|
3
|
+
export interface PeerCapabilityProfile {
|
|
4
|
+
available_vram_bytes: number;
|
|
5
|
+
backends: string[];
|
|
6
|
+
supported_generators: string[];
|
|
7
|
+
bandwidth_bps: number;
|
|
8
|
+
latency_ms: number;
|
|
9
|
+
reliability_score: number;
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
export interface DescriptorRequiredShard {
|
|
13
|
+
role: 'kronecker_sum' | 'coordinate_inr' | 'sparse_outliers';
|
|
14
|
+
file: string;
|
|
15
|
+
hash: string | null;
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
export interface DescriptorMissingShard extends DescriptorRequiredShard {
|
|
19
|
+
reason: 'descriptor_hash_mismatch' | 'not_cached' | 'shard_hash_mismatch';
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
export interface DescriptorShardNegotiationResult {
|
|
23
|
+
contractVersion: number;
|
|
24
|
+
descriptorHash: string | null;
|
|
25
|
+
peerDescriptorHash: string | null;
|
|
26
|
+
ready: boolean;
|
|
27
|
+
requiredShards: DescriptorRequiredShard[];
|
|
28
|
+
missingShards: DescriptorMissingShard[];
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
export interface ActivationTransportValidationResult {
|
|
32
|
+
contractVersion: number;
|
|
33
|
+
modelDim: number;
|
|
34
|
+
tokenCount: number;
|
|
35
|
+
bytesPerToken: number;
|
|
36
|
+
expectedBytes: number;
|
|
37
|
+
actualBytes: number;
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
export type DescriptorPeerAssignmentBlocker =
|
|
41
|
+
| {
|
|
42
|
+
code: 'descriptor_shards_missing';
|
|
43
|
+
missingShards: DescriptorMissingShard[];
|
|
44
|
+
}
|
|
45
|
+
| {
|
|
46
|
+
code: 'insufficient_vram';
|
|
47
|
+
requiredVramBytes: number;
|
|
48
|
+
availableVramBytes: number;
|
|
49
|
+
};
|
|
50
|
+
|
|
51
|
+
export interface DescriptorPeerAssignmentResult {
|
|
52
|
+
contractVersion: number;
|
|
53
|
+
assignable: boolean;
|
|
54
|
+
blockers: DescriptorPeerAssignmentBlocker[];
|
|
55
|
+
profile: PeerCapabilityProfile;
|
|
56
|
+
requiredGenerators: string[];
|
|
57
|
+
cache: DescriptorShardNegotiationResult;
|
|
58
|
+
requiredDownloads: DescriptorMissingShard[];
|
|
59
|
+
activation: ActivationTransportValidationResult | null;
|
|
60
|
+
requiredVramBytes: number | null;
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
export declare function normalizePeerCapabilityProfile(
|
|
64
|
+
value: unknown,
|
|
65
|
+
label?: string
|
|
66
|
+
): PeerCapabilityProfile;
|
|
67
|
+
|
|
68
|
+
export declare function getDescriptorRequiredGenerators(
|
|
69
|
+
descriptorManifest: Record<string, unknown>
|
|
70
|
+
): string[];
|
|
71
|
+
|
|
72
|
+
export declare function assertPeerSupportsDescriptor(
|
|
73
|
+
peerCapabilityProfile: unknown,
|
|
74
|
+
descriptorManifest: Record<string, unknown>
|
|
75
|
+
): {
|
|
76
|
+
profile: PeerCapabilityProfile;
|
|
77
|
+
requiredGenerators: string[];
|
|
78
|
+
};
|
|
79
|
+
|
|
80
|
+
export declare function getDescriptorRequiredShards(
|
|
81
|
+
descriptorManifest: Record<string, unknown>,
|
|
82
|
+
descriptorShardHashes?: Record<string, string>
|
|
83
|
+
): DescriptorRequiredShard[];
|
|
84
|
+
|
|
85
|
+
export declare function negotiateDescriptorShardCache(options?: {
|
|
86
|
+
descriptorManifest?: Record<string, unknown>;
|
|
87
|
+
descriptorShardHashes?: Record<string, string>;
|
|
88
|
+
peerDescriptorCache?: {
|
|
89
|
+
descriptorHash?: string | null;
|
|
90
|
+
descriptor_hash?: string | null;
|
|
91
|
+
shards?: Record<string, string | { hash?: string | null }>;
|
|
92
|
+
} | null;
|
|
93
|
+
}): DescriptorShardNegotiationResult;
|
|
94
|
+
|
|
95
|
+
export declare function validateActivationTransportPayload(
|
|
96
|
+
payload: ArrayBuffer | Uint8Array,
|
|
97
|
+
options: {
|
|
98
|
+
modelDim: number;
|
|
99
|
+
tokenCount: number;
|
|
100
|
+
}
|
|
101
|
+
): ActivationTransportValidationResult;
|
|
102
|
+
|
|
103
|
+
export declare function createDescriptorPeerAssignment(options?: {
|
|
104
|
+
descriptorManifest?: Record<string, unknown>;
|
|
105
|
+
peerCapabilityProfile?: unknown;
|
|
106
|
+
descriptorShardHashes?: Record<string, string>;
|
|
107
|
+
peerDescriptorCache?: {
|
|
108
|
+
descriptorHash?: string | null;
|
|
109
|
+
descriptor_hash?: string | null;
|
|
110
|
+
shards?: Record<string, string | { hash?: string | null }>;
|
|
111
|
+
} | null;
|
|
112
|
+
activationPayload?: ArrayBuffer | Uint8Array | null;
|
|
113
|
+
modelDim?: number;
|
|
114
|
+
tokenCount?: number;
|
|
115
|
+
requiredVramBytes?: number | null;
|
|
116
|
+
failClosed?: boolean;
|
|
117
|
+
}): DescriptorPeerAssignmentResult;
|
|
@@ -0,0 +1,342 @@
|
|
|
1
|
+
import {
|
|
2
|
+
P2P_TRANSPORT_ERROR_CODES,
|
|
3
|
+
createP2PTransportError,
|
|
4
|
+
} from './p2p-transport-contract.js';
|
|
5
|
+
|
|
6
|
+
export const DESCRIPTOR_TRANSPORT_CONTRACT_VERSION = 1;
|
|
7
|
+
|
|
8
|
+
function assertPlainObject(value, label) {
|
|
9
|
+
if (!value || typeof value !== 'object' || Array.isArray(value)) {
|
|
10
|
+
throw createP2PTransportError(
|
|
11
|
+
P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
|
|
12
|
+
`${label} must be an object.`,
|
|
13
|
+
{ label }
|
|
14
|
+
);
|
|
15
|
+
}
|
|
16
|
+
return value;
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
function normalizePositiveInteger(value, label, allowZero = false) {
|
|
20
|
+
const parsed = Number(value);
|
|
21
|
+
const min = allowZero ? 0 : 1;
|
|
22
|
+
if (!Number.isInteger(parsed) || parsed < min) {
|
|
23
|
+
throw createP2PTransportError(
|
|
24
|
+
P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
|
|
25
|
+
`${label} must be a ${allowZero ? 'non-negative' : 'positive'} integer.`,
|
|
26
|
+
{ label }
|
|
27
|
+
);
|
|
28
|
+
}
|
|
29
|
+
return parsed;
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
function normalizeNumber(value, label) {
|
|
33
|
+
const parsed = Number(value);
|
|
34
|
+
if (!Number.isFinite(parsed)) {
|
|
35
|
+
throw createP2PTransportError(
|
|
36
|
+
P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
|
|
37
|
+
`${label} must be a finite number.`,
|
|
38
|
+
{ label }
|
|
39
|
+
);
|
|
40
|
+
}
|
|
41
|
+
return parsed;
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
function normalizeStringArray(value, label) {
|
|
45
|
+
if (!Array.isArray(value) || value.length === 0) {
|
|
46
|
+
throw createP2PTransportError(
|
|
47
|
+
P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
|
|
48
|
+
`${label} must be a non-empty string array.`,
|
|
49
|
+
{ label }
|
|
50
|
+
);
|
|
51
|
+
}
|
|
52
|
+
const out = value.map((entry, index) => {
|
|
53
|
+
if (typeof entry !== 'string' || entry.trim().length === 0) {
|
|
54
|
+
throw createP2PTransportError(
|
|
55
|
+
P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
|
|
56
|
+
`${label}[${index}] must be a non-empty string.`,
|
|
57
|
+
{ label, index }
|
|
58
|
+
);
|
|
59
|
+
}
|
|
60
|
+
return entry.trim();
|
|
61
|
+
});
|
|
62
|
+
return [...new Set(out)];
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
function normalizeOptionalHash(value, label) {
|
|
66
|
+
if (value == null) return null;
|
|
67
|
+
if (typeof value !== 'string' || !/^sha256:[a-f0-9]{64}$/i.test(value.trim())) {
|
|
68
|
+
throw createP2PTransportError(
|
|
69
|
+
P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
|
|
70
|
+
`${label} must be sha256:<64 hex chars> when provided.`,
|
|
71
|
+
{ label }
|
|
72
|
+
);
|
|
73
|
+
}
|
|
74
|
+
return value.trim().toLowerCase();
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
function getComponentShardFile(component, label) {
|
|
78
|
+
const file = component?.shard_file;
|
|
79
|
+
if (typeof file !== 'string' || file.trim().length === 0) {
|
|
80
|
+
throw createP2PTransportError(
|
|
81
|
+
P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
|
|
82
|
+
`descriptorManifest.components.${label}.shard_file is required.`,
|
|
83
|
+
{ label }
|
|
84
|
+
);
|
|
85
|
+
}
|
|
86
|
+
return file.trim();
|
|
87
|
+
}
|
|
88
|
+
|
|
89
|
+
function getExpectedShardHash(shardHashes, role, file, component) {
|
|
90
|
+
return normalizeOptionalHash(
|
|
91
|
+
component?.shard_hash
|
|
92
|
+
?? shardHashes?.[role]
|
|
93
|
+
?? shardHashes?.[file]
|
|
94
|
+
?? null,
|
|
95
|
+
`descriptor shard hash ${role}`
|
|
96
|
+
);
|
|
97
|
+
}
|
|
98
|
+
|
|
99
|
+
function getPeerShardCacheEntry(peerDescriptorCache, file) {
|
|
100
|
+
const shards = peerDescriptorCache?.shards;
|
|
101
|
+
if (!shards || typeof shards !== 'object') return null;
|
|
102
|
+
const entry = shards[file];
|
|
103
|
+
if (typeof entry === 'string') {
|
|
104
|
+
return { hash: entry.trim().toLowerCase() };
|
|
105
|
+
}
|
|
106
|
+
if (entry && typeof entry === 'object') {
|
|
107
|
+
return {
|
|
108
|
+
hash: typeof entry.hash === 'string' ? entry.hash.trim().toLowerCase() : null,
|
|
109
|
+
};
|
|
110
|
+
}
|
|
111
|
+
return null;
|
|
112
|
+
}
|
|
113
|
+
|
|
114
|
+
function toByteLength(payload, label) {
|
|
115
|
+
if (payload instanceof ArrayBuffer) return payload.byteLength;
|
|
116
|
+
if (ArrayBuffer.isView(payload)) return payload.byteLength;
|
|
117
|
+
throw createP2PTransportError(
|
|
118
|
+
P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
|
|
119
|
+
`${label} must be ArrayBuffer or Uint8Array.`,
|
|
120
|
+
{ label }
|
|
121
|
+
);
|
|
122
|
+
}
|
|
123
|
+
|
|
124
|
+
function normalizeOptionalVramRequirement(value, label) {
|
|
125
|
+
if (value == null) {
|
|
126
|
+
return null;
|
|
127
|
+
}
|
|
128
|
+
return normalizePositiveInteger(value, label);
|
|
129
|
+
}
|
|
130
|
+
|
|
131
|
+
export function normalizePeerCapabilityProfile(value, label = 'peer capability profile') {
|
|
132
|
+
const profile = assertPlainObject(value, label);
|
|
133
|
+
const reliabilityScore = normalizeNumber(profile.reliability_score, `${label}.reliability_score`);
|
|
134
|
+
if (reliabilityScore < 0 || reliabilityScore > 1) {
|
|
135
|
+
throw createP2PTransportError(
|
|
136
|
+
P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
|
|
137
|
+
`${label}.reliability_score must be between 0 and 1.`,
|
|
138
|
+
{ label }
|
|
139
|
+
);
|
|
140
|
+
}
|
|
141
|
+
const latencyMs = normalizeNumber(profile.latency_ms, `${label}.latency_ms`);
|
|
142
|
+
if (latencyMs < 0) {
|
|
143
|
+
throw createP2PTransportError(
|
|
144
|
+
P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
|
|
145
|
+
`${label}.latency_ms must be non-negative.`,
|
|
146
|
+
{ label }
|
|
147
|
+
);
|
|
148
|
+
}
|
|
149
|
+
return {
|
|
150
|
+
available_vram_bytes: normalizePositiveInteger(profile.available_vram_bytes, `${label}.available_vram_bytes`),
|
|
151
|
+
backends: normalizeStringArray(profile.backends, `${label}.backends`),
|
|
152
|
+
supported_generators: normalizeStringArray(profile.supported_generators, `${label}.supported_generators`),
|
|
153
|
+
bandwidth_bps: normalizePositiveInteger(profile.bandwidth_bps, `${label}.bandwidth_bps`),
|
|
154
|
+
latency_ms: latencyMs,
|
|
155
|
+
reliability_score: reliabilityScore,
|
|
156
|
+
};
|
|
157
|
+
}
|
|
158
|
+
|
|
159
|
+
export function getDescriptorRequiredGenerators(descriptorManifest) {
|
|
160
|
+
const manifest = assertPlainObject(descriptorManifest, 'descriptorManifest');
|
|
161
|
+
const components = assertPlainObject(manifest.components, 'descriptorManifest.components');
|
|
162
|
+
const generators = [];
|
|
163
|
+
const prngAlgorithm = components.prng_substrate?.algorithm;
|
|
164
|
+
if (typeof prngAlgorithm === 'string' && prngAlgorithm.trim()) {
|
|
165
|
+
generators.push(prngAlgorithm.trim());
|
|
166
|
+
}
|
|
167
|
+
const inrType = components.coordinate_inr?.type;
|
|
168
|
+
if (typeof inrType === 'string' && inrType.trim().toLowerCase() === 'siren') {
|
|
169
|
+
generators.push('siren_f16_v1');
|
|
170
|
+
}
|
|
171
|
+
return [...new Set(generators)];
|
|
172
|
+
}
|
|
173
|
+
|
|
174
|
+
export function assertPeerSupportsDescriptor(peerCapabilityProfile, descriptorManifest) {
|
|
175
|
+
const profile = normalizePeerCapabilityProfile(peerCapabilityProfile);
|
|
176
|
+
const requiredGenerators = getDescriptorRequiredGenerators(descriptorManifest);
|
|
177
|
+
const supported = new Set(profile.supported_generators);
|
|
178
|
+
const missingGenerators = requiredGenerators.filter((generator) => !supported.has(generator));
|
|
179
|
+
if (missingGenerators.length > 0) {
|
|
180
|
+
throw createP2PTransportError(
|
|
181
|
+
P2P_TRANSPORT_ERROR_CODES.policyDenied,
|
|
182
|
+
`Peer capability profile is missing descriptor generators: ${missingGenerators.join(', ')}.`,
|
|
183
|
+
{ missingGenerators }
|
|
184
|
+
);
|
|
185
|
+
}
|
|
186
|
+
return {
|
|
187
|
+
profile,
|
|
188
|
+
requiredGenerators,
|
|
189
|
+
};
|
|
190
|
+
}
|
|
191
|
+
|
|
192
|
+
export function getDescriptorRequiredShards(descriptorManifest, descriptorShardHashes = {}) {
|
|
193
|
+
const manifest = assertPlainObject(descriptorManifest, 'descriptorManifest');
|
|
194
|
+
const components = assertPlainObject(manifest.components, 'descriptorManifest.components');
|
|
195
|
+
return [
|
|
196
|
+
{
|
|
197
|
+
role: 'kronecker_sum',
|
|
198
|
+
file: getComponentShardFile(components.kronecker_sum, 'kronecker_sum'),
|
|
199
|
+
hash: getExpectedShardHash(descriptorShardHashes, 'kronecker_sum', components.kronecker_sum?.shard_file, components.kronecker_sum),
|
|
200
|
+
},
|
|
201
|
+
{
|
|
202
|
+
role: 'coordinate_inr',
|
|
203
|
+
file: getComponentShardFile(components.coordinate_inr, 'coordinate_inr'),
|
|
204
|
+
hash: getExpectedShardHash(descriptorShardHashes, 'coordinate_inr', components.coordinate_inr?.shard_file, components.coordinate_inr),
|
|
205
|
+
},
|
|
206
|
+
{
|
|
207
|
+
role: 'sparse_outliers',
|
|
208
|
+
file: getComponentShardFile(components.sparse_outliers, 'sparse_outliers'),
|
|
209
|
+
hash: getExpectedShardHash(descriptorShardHashes, 'sparse_outliers', components.sparse_outliers?.shard_file, components.sparse_outliers),
|
|
210
|
+
},
|
|
211
|
+
];
|
|
212
|
+
}
|
|
213
|
+
|
|
214
|
+
export function negotiateDescriptorShardCache(options = {}) {
|
|
215
|
+
const descriptorManifest = assertPlainObject(options.descriptorManifest, 'descriptorManifest');
|
|
216
|
+
const descriptorHash = normalizeOptionalHash(
|
|
217
|
+
descriptorManifest.descriptor_hash,
|
|
218
|
+
'descriptorManifest.descriptor_hash'
|
|
219
|
+
);
|
|
220
|
+
const peerDescriptorCache = options.peerDescriptorCache && typeof options.peerDescriptorCache === 'object'
|
|
221
|
+
? options.peerDescriptorCache
|
|
222
|
+
: {};
|
|
223
|
+
const peerDescriptorHash = normalizeOptionalHash(
|
|
224
|
+
peerDescriptorCache.descriptorHash ?? peerDescriptorCache.descriptor_hash ?? null,
|
|
225
|
+
'peerDescriptorCache.descriptorHash'
|
|
226
|
+
);
|
|
227
|
+
const descriptorHashMatches = descriptorHash != null && peerDescriptorHash === descriptorHash;
|
|
228
|
+
const requiredShards = getDescriptorRequiredShards(
|
|
229
|
+
descriptorManifest,
|
|
230
|
+
options.descriptorShardHashes ?? {}
|
|
231
|
+
);
|
|
232
|
+
const missingShards = [];
|
|
233
|
+
|
|
234
|
+
for (const shard of requiredShards) {
|
|
235
|
+
const cached = getPeerShardCacheEntry(peerDescriptorCache, shard.file);
|
|
236
|
+
const hashMatches = shard.hash == null || cached?.hash === shard.hash;
|
|
237
|
+
if (!descriptorHashMatches || !cached || !hashMatches) {
|
|
238
|
+
missingShards.push({
|
|
239
|
+
...shard,
|
|
240
|
+
reason: !descriptorHashMatches
|
|
241
|
+
? 'descriptor_hash_mismatch'
|
|
242
|
+
: (!cached ? 'not_cached' : 'shard_hash_mismatch'),
|
|
243
|
+
});
|
|
244
|
+
}
|
|
245
|
+
}
|
|
246
|
+
|
|
247
|
+
return {
|
|
248
|
+
contractVersion: DESCRIPTOR_TRANSPORT_CONTRACT_VERSION,
|
|
249
|
+
descriptorHash,
|
|
250
|
+
peerDescriptorHash,
|
|
251
|
+
ready: missingShards.length === 0,
|
|
252
|
+
requiredShards,
|
|
253
|
+
missingShards,
|
|
254
|
+
};
|
|
255
|
+
}
|
|
256
|
+
|
|
257
|
+
export function validateActivationTransportPayload(payload, options = {}) {
|
|
258
|
+
const modelDim = normalizePositiveInteger(options.modelDim, 'activation payload modelDim');
|
|
259
|
+
const tokenCount = normalizePositiveInteger(options.tokenCount, 'activation payload tokenCount');
|
|
260
|
+
const bytesPerToken = modelDim * 2;
|
|
261
|
+
const expectedBytes = bytesPerToken * tokenCount;
|
|
262
|
+
const actualBytes = toByteLength(payload, 'activation payload');
|
|
263
|
+
if (actualBytes !== expectedBytes) {
|
|
264
|
+
throw createP2PTransportError(
|
|
265
|
+
P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
|
|
266
|
+
`Activation payload byte length mismatch: expected ${expectedBytes}, got ${actualBytes}.`,
|
|
267
|
+
{
|
|
268
|
+
modelDim,
|
|
269
|
+
tokenCount,
|
|
270
|
+
bytesPerToken,
|
|
271
|
+
expectedBytes,
|
|
272
|
+
actualBytes,
|
|
273
|
+
}
|
|
274
|
+
);
|
|
275
|
+
}
|
|
276
|
+
return {
|
|
277
|
+
contractVersion: DESCRIPTOR_TRANSPORT_CONTRACT_VERSION,
|
|
278
|
+
modelDim,
|
|
279
|
+
tokenCount,
|
|
280
|
+
bytesPerToken,
|
|
281
|
+
expectedBytes,
|
|
282
|
+
actualBytes,
|
|
283
|
+
};
|
|
284
|
+
}
|
|
285
|
+
|
|
286
|
+
export function createDescriptorPeerAssignment(options = {}) {
|
|
287
|
+
const descriptorManifest = assertPlainObject(options.descriptorManifest, 'descriptorManifest');
|
|
288
|
+
const support = assertPeerSupportsDescriptor(
|
|
289
|
+
options.peerCapabilityProfile,
|
|
290
|
+
descriptorManifest
|
|
291
|
+
);
|
|
292
|
+
const cache = negotiateDescriptorShardCache({
|
|
293
|
+
descriptorManifest,
|
|
294
|
+
descriptorShardHashes: options.descriptorShardHashes ?? {},
|
|
295
|
+
peerDescriptorCache: options.peerDescriptorCache ?? null,
|
|
296
|
+
});
|
|
297
|
+
const activation = options.activationPayload == null
|
|
298
|
+
? null
|
|
299
|
+
: validateActivationTransportPayload(options.activationPayload, {
|
|
300
|
+
modelDim: options.modelDim,
|
|
301
|
+
tokenCount: options.tokenCount,
|
|
302
|
+
});
|
|
303
|
+
const requiredVramBytes = normalizeOptionalVramRequirement(
|
|
304
|
+
options.requiredVramBytes,
|
|
305
|
+
'descriptor assignment requiredVramBytes'
|
|
306
|
+
);
|
|
307
|
+
const blockers = [];
|
|
308
|
+
|
|
309
|
+
if (!cache.ready) {
|
|
310
|
+
blockers.push({
|
|
311
|
+
code: 'descriptor_shards_missing',
|
|
312
|
+
missingShards: cache.missingShards,
|
|
313
|
+
});
|
|
314
|
+
}
|
|
315
|
+
if (requiredVramBytes != null && requiredVramBytes > support.profile.available_vram_bytes) {
|
|
316
|
+
blockers.push({
|
|
317
|
+
code: 'insufficient_vram',
|
|
318
|
+
requiredVramBytes,
|
|
319
|
+
availableVramBytes: support.profile.available_vram_bytes,
|
|
320
|
+
});
|
|
321
|
+
}
|
|
322
|
+
|
|
323
|
+
if (options.failClosed === true && blockers.length > 0) {
|
|
324
|
+
throw createP2PTransportError(
|
|
325
|
+
P2P_TRANSPORT_ERROR_CODES.policyDenied,
|
|
326
|
+
`Descriptor peer assignment blocked: ${blockers.map((blocker) => blocker.code).join(', ')}.`,
|
|
327
|
+
{ blockers }
|
|
328
|
+
);
|
|
329
|
+
}
|
|
330
|
+
|
|
331
|
+
return {
|
|
332
|
+
contractVersion: DESCRIPTOR_TRANSPORT_CONTRACT_VERSION,
|
|
333
|
+
assignable: blockers.length === 0,
|
|
334
|
+
blockers,
|
|
335
|
+
profile: support.profile,
|
|
336
|
+
requiredGenerators: support.requiredGenerators,
|
|
337
|
+
cache,
|
|
338
|
+
requiredDownloads: cache.missingShards,
|
|
339
|
+
activation,
|
|
340
|
+
requiredVramBytes,
|
|
341
|
+
};
|
|
342
|
+
}
|
|
@@ -138,6 +138,17 @@ const { manifest, json } = await exportLoRAAdapter({
|
|
|
138
138
|
});
|
|
139
139
|
```
|
|
140
140
|
|
|
141
|
+
Use `weightsFormat: 'safetensors'` and `weightsPath: 'adapters.safetensors'`
|
|
142
|
+
to produce an external weight file plus manifest checksum. The LoRA operator
|
|
143
|
+
uses this package shape for checkpoint exports:
|
|
144
|
+
|
|
145
|
+
```text
|
|
146
|
+
exports/
|
|
147
|
+
checkpoint-000200.adapter.manifest.json
|
|
148
|
+
checkpoint-000200.adapters.safetensors
|
|
149
|
+
checkpoint-000200.export.json
|
|
150
|
+
```
|
|
151
|
+
|
|
141
152
|
Format reference:
|
|
142
153
|
- `docs/spec/RDRR_LORA_FORMAT.md`
|
|
143
154
|
|
|
@@ -143,10 +143,10 @@ export class AutogradTape {
|
|
|
143
143
|
if (backwardName === 'residual_add_backward') {
|
|
144
144
|
const gradA = gradOut;
|
|
145
145
|
const gradB = await runScale(gradOut, 1, { inplace: false });
|
|
146
|
-
return [
|
|
146
|
+
return this.filterStoppedGradients(record, [
|
|
147
147
|
{ input: record.inputs[0], grad: gradA },
|
|
148
148
|
{ input: record.inputs[1], grad: gradB },
|
|
149
|
-
];
|
|
149
|
+
]);
|
|
150
150
|
}
|
|
151
151
|
|
|
152
152
|
if (backwardName === 'row_slice_backward') {
|
|
@@ -154,7 +154,7 @@ export class AutogradTape {
|
|
|
154
154
|
const cols = Math.max(1, Math.floor(Number(record.options?.cols) || 0));
|
|
155
155
|
const rowIndex = Math.max(0, Math.min(rows - 1, Math.floor(Number(record.options?.rowIndex) || 0)));
|
|
156
156
|
const gradInput = await this.expandRowSliceGrad(gradOut, rows, cols, rowIndex);
|
|
157
|
-
return [{ input: record.inputs[0], grad: gradInput }];
|
|
157
|
+
return this.filterStoppedGradients(record, [{ input: record.inputs[0], grad: gradInput }]);
|
|
158
158
|
}
|
|
159
159
|
|
|
160
160
|
if (backwardName === 'silu_rowsplit_backward') {
|
|
@@ -167,7 +167,19 @@ export class AutogradTape {
|
|
|
167
167
|
gradOut,
|
|
168
168
|
{ numTokens, dim, activation, swigluLimit: Number.isFinite(swigluLimit) ? swigluLimit : 0 }
|
|
169
169
|
);
|
|
170
|
-
return [{ input: record.inputs[0], grad: gradInput }];
|
|
170
|
+
return this.filterStoppedGradients(record, [{ input: record.inputs[0], grad: gradInput }]);
|
|
171
|
+
}
|
|
172
|
+
|
|
173
|
+
if (backwardName === 'cross_entropy_backward') {
|
|
174
|
+
const [softmax, targets] = record.inputs;
|
|
175
|
+
const gradLogits = await backwardKernels.runCrossEntropyBackward(softmax, targets, gradOut, {
|
|
176
|
+
numTokens: Math.max(1, Math.floor(Number(record.options?.numTokens) || 0)),
|
|
177
|
+
vocabSize: Math.max(1, Math.floor(Number(record.options?.vocabSize) || 0)),
|
|
178
|
+
});
|
|
179
|
+
const logitsInput = this.isTensorLike(record.options?.logitsInput)
|
|
180
|
+
? record.options.logitsInput
|
|
181
|
+
: record.inputs[0];
|
|
182
|
+
return this.filterStoppedGradients(record, [{ input: logitsInput, grad: gradLogits }]);
|
|
171
183
|
}
|
|
172
184
|
|
|
173
185
|
if (backwardName === 'embed_backward') {
|
|
@@ -179,7 +191,7 @@ export class AutogradTape {
|
|
|
179
191
|
transpose: record.options?.transpose === true,
|
|
180
192
|
indexOffset: Math.max(0, Math.floor(Number(record.options?.indexOffset) || 0)),
|
|
181
193
|
});
|
|
182
|
-
return [{ input: embeddings, grad: gradWeight }];
|
|
194
|
+
return this.filterStoppedGradients(record, [{ input: embeddings, grad: gradWeight }]);
|
|
183
195
|
}
|
|
184
196
|
|
|
185
197
|
// Special case for attention which has CPU fallback and complex internal logic
|
|
@@ -199,11 +211,11 @@ export class AutogradTape {
|
|
|
199
211
|
q, k, v, softmax, gradOut,
|
|
200
212
|
{ seqLen, numHeads, headDim, scale, causal: record.options.causal }
|
|
201
213
|
));
|
|
202
|
-
return [
|
|
214
|
+
return this.filterStoppedGradients(record, [
|
|
203
215
|
{ input: q, grad: gradQ },
|
|
204
216
|
{ input: k, grad: gradK },
|
|
205
217
|
{ input: v, grad: gradV },
|
|
206
|
-
];
|
|
218
|
+
]);
|
|
207
219
|
}
|
|
208
220
|
|
|
209
221
|
const kernelFnName = `run${backwardName.split('_').map(word => word.charAt(0).toUpperCase() + word.slice(1)).join('')}`;
|
|
@@ -244,7 +256,20 @@ export class AutogradTape {
|
|
|
244
256
|
outputs.push({ input: record.inputs[0], grad: result });
|
|
245
257
|
}
|
|
246
258
|
|
|
247
|
-
return outputs;
|
|
259
|
+
return this.filterStoppedGradients(record, outputs);
|
|
260
|
+
}
|
|
261
|
+
|
|
262
|
+
filterStoppedGradients(record, outputs) {
|
|
263
|
+
const stopped = Array.isArray(record.options?.stopGradInputs)
|
|
264
|
+
? new Set(record.options.stopGradInputs.map((value) => Math.floor(Number(value))).filter((value) => Number.isInteger(value)))
|
|
265
|
+
: null;
|
|
266
|
+
if (!stopped || stopped.size === 0) {
|
|
267
|
+
return outputs;
|
|
268
|
+
}
|
|
269
|
+
return outputs.filter(({ input }) => {
|
|
270
|
+
const index = record.inputs.indexOf(input);
|
|
271
|
+
return index < 0 || !stopped.has(index);
|
|
272
|
+
});
|
|
248
273
|
}
|
|
249
274
|
|
|
250
275
|
async readTensorAsF32(tensor) {
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
export interface GepaCandidate {
|
|
2
|
+
id: string;
|
|
3
|
+
content: string;
|
|
4
|
+
scores: Record<string, number>;
|
|
5
|
+
metrics: Record<string, unknown>;
|
|
6
|
+
traces: unknown[];
|
|
7
|
+
generation: number | null;
|
|
8
|
+
rank: number | null;
|
|
9
|
+
dominatedBy: number | null;
|
|
10
|
+
crowdingDistance: number | null;
|
|
11
|
+
targetType: string | null;
|
|
12
|
+
sourcePolicyId: string;
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
export interface GepaFrontierSummary {
|
|
16
|
+
candidateIds: string[];
|
|
17
|
+
sourcePolicyIds: string[];
|
|
18
|
+
objectiveNames: string[];
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
export function normalizeGepaCandidate(record: unknown, index?: number, options?: Record<string, unknown>): GepaCandidate;
|
|
22
|
+
export function parseGepaFrontier(text: string, options?: Record<string, unknown>): {
|
|
23
|
+
candidates: GepaCandidate[];
|
|
24
|
+
lineage: GepaFrontierSummary;
|
|
25
|
+
};
|
|
26
|
+
export function loadGepaFrontier(frontierPath: string, options?: Record<string, unknown>): Promise<{
|
|
27
|
+
absolutePath: string;
|
|
28
|
+
raw: string;
|
|
29
|
+
candidates: GepaCandidate[];
|
|
30
|
+
lineage: GepaFrontierSummary;
|
|
31
|
+
}>;
|
|
32
|
+
export function buildTeacherTracesFromGepaFrontier(candidates: GepaCandidate[], options?: Record<string, unknown>): Array<Record<string, unknown>>;
|
|
33
|
+
export function serializeGepaTeacherTraces(rows: unknown[]): string;
|
|
34
|
+
export function writeGepaTeacherTraces(frontierPath: string, outputPath: string, options?: Record<string, unknown>): Promise<{
|
|
35
|
+
inputPath: string;
|
|
36
|
+
outputPath: string;
|
|
37
|
+
candidateCount: number;
|
|
38
|
+
rowCount: number;
|
|
39
|
+
lineage: GepaFrontierSummary;
|
|
40
|
+
}>;
|
|
41
|
+
export function summarizeGepaFrontier(candidates: GepaCandidate[]): GepaFrontierSummary;
|