doppler-gpu 0.4.7 → 0.4.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +64 -0
- package/README.md +93 -144
- package/models/catalog.json +1575 -0
- package/package.json +37 -12
- package/src/cli/doppler-cli.js +28 -7
- package/src/client/doppler-registry.json +2 -2
- package/src/client/runtime/index.js +25 -2
- package/src/client/runtime/model-session.d.ts +31 -1
- package/src/client/runtime/model-session.js +31 -0
- package/src/client/runtime/model-source.d.ts +19 -2
- package/src/client/runtime/model-source.js +45 -5
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
- package/src/config/kernel-path-loader.js +1 -0
- package/src/config/kernels/kernel-ref-digests.js +26 -17
- package/src/config/kernels/registry.json +448 -27
- package/src/config/merge.js +11 -0
- package/src/config/param-validator.js +25 -0
- package/src/config/runtime/default.json +3 -1
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
- package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
- package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
- package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
- package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
- package/src/config/runtime/profiles/rerank-stability.json +43 -0
- package/src/config/runtime/profiles/rerank-throughput.json +40 -0
- package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
- package/src/config/schema/doppler.schema.js +40 -5
- package/src/config/schema/execution-v1.schema.d.ts +41 -0
- package/src/config/schema/execution-v1.schema.js +10 -0
- package/src/config/schema/index.d.ts +3 -1
- package/src/config/schema/speculation-self.schema.d.ts +16 -0
- package/src/config/transforms/capability-transform-resolver.js +7 -1
- package/src/config/transforms/execution-graph-transforms.js +2 -2
- package/src/debug/config.d.ts +4 -0
- package/src/experimental/orchestration/index.d.ts +10 -1
- package/src/experimental/training/suite.js +1 -1
- package/src/formats/rdrr/classification.js +3 -0
- package/src/formats/rdrr/integrity.d.ts +0 -2
- package/src/formats/rdrr/integrity.js +0 -2
- package/src/formats/rdrr/types.d.ts +1 -1
- package/src/gpu/kernels/attention.d.ts +2 -0
- package/src/gpu/kernels/attention.js +75 -16
- package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
- package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
- package/src/gpu/kernels/fused_ffn.d.ts +32 -0
- package/src/gpu/kernels/fused_ffn.js +540 -19
- package/src/gpu/kernels/fused_ffn.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
- package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
- package/src/gpu/kernels/index.d.ts +21 -0
- package/src/gpu/kernels/index.js +13 -0
- package/src/gpu/kernels/linear-attention-core.js +413 -15
- package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
- package/src/gpu/kernels/lm-head-argmax.js +153 -57
- package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
- package/src/gpu/kernels/lm-head-select-logits.js +186 -0
- package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
- package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
- package/src/gpu/kernels/matmul-selection.js +5 -1
- package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
- package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
- package/src/gpu/kernels/rmsnorm-pair.js +113 -0
- package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
- package/src/gpu/kernels/rmsnorm-stats.js +250 -0
- package/src/gpu/kernels/silu.wgsl +7 -1
- package/src/gpu/kernels/silu_f16.wgsl +7 -1
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
- package/src/gpu/tensor.d.ts +1 -0
- package/src/index.d.ts +1 -1
- package/src/index.js +1 -1
- package/src/inference/browser-harness-suite-helpers.js +1 -1
- package/src/inference/browser-harness-text-helpers.js +251 -20
- package/src/inference/browser-harness.js +221 -3
- package/src/inference/kv-cache/base.js +42 -1
- package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
- package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
- package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
- package/src/inference/pipelines/text/attention/projections.js +174 -4
- package/src/inference/pipelines/text/attention/record.js +44 -21
- package/src/inference/pipelines/text/attention/run.js +18 -3
- package/src/inference/pipelines/text/config.d.ts +18 -0
- package/src/inference/pipelines/text/config.js +100 -0
- package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
- package/src/inference/pipelines/text/execution-plan.js +37 -0
- package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
- package/src/inference/pipelines/text/execution-v1.js +122 -8
- package/src/inference/pipelines/text/ffn/dense.js +239 -21
- package/src/inference/pipelines/text/ffn/standard.js +121 -38
- package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
- package/src/inference/pipelines/text/generator-helpers.js +2 -0
- package/src/inference/pipelines/text/generator-runtime.js +1 -0
- package/src/inference/pipelines/text/generator-steps.js +2 -2
- package/src/inference/pipelines/text/generator.d.ts +18 -1
- package/src/inference/pipelines/text/generator.js +297 -19
- package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
- package/src/inference/pipelines/text/init.d.ts +22 -3
- package/src/inference/pipelines/text/init.js +2 -2
- package/src/inference/pipelines/text/layer.js +87 -8
- package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
- package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
- package/src/inference/pipelines/text/linear-attention.js +173 -16
- package/src/inference/pipelines/text/logits/gpu.js +2 -2
- package/src/inference/pipelines/text/logits/index.js +62 -1
- package/src/inference/pipelines/text/model-load.js +6 -0
- package/src/inference/pipelines/text/ops.js +22 -0
- package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
- package/src/inference/pipelines/text/probes.js +9 -4
- package/src/inference/pipelines/text/state.d.ts +4 -4
- package/src/inference/pipelines/text/state.js +4 -0
- package/src/inference/pipelines/text/types.d.ts +27 -2
- package/src/inference/pipelines/text.d.ts +21 -1
- package/src/inference/pipelines/text.js +40 -14
- package/src/inference/tokenizers/bundled.js +45 -23
- package/src/inference/tokenizers/types.d.ts +7 -4
- package/src/loader/doppler-loader.js +25 -2
- package/src/loader/index.d.ts +3 -1
- package/src/loader/index.js +2 -0
- package/src/loader/loader-types.d.ts +3 -1
- package/src/loader/manifest-config.d.ts +18 -0
- package/src/loader/manifest-config.js +11 -3
- package/src/loader/shard-cache.d.ts +2 -0
- package/src/loader/shard-cache.js +29 -1
- package/src/models/gemma4.js +8 -0
- package/src/rules/inference/capability-transforms.rules.json +145 -20
- package/src/rules/inference/ffn.rules.json +33 -0
- package/src/rules/kernels/fused-ffn.rules.json +1 -1
- package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
- package/src/rules/kernels/matmul.rules.json +1 -0
- package/src/rules/kernels/silu.rules.json +1 -0
- package/src/rules/rule-registry.js +2 -0
- package/src/storage/artifact-storage-context.js +36 -0
- package/src/tooling/node-browser-command-runner.js +42 -7
- package/src/tooling/opfs-cache.d.ts +21 -1
- package/src/tooling/opfs-cache.js +168 -32
- package/src/tooling-exports/storage.d.ts +1 -1
- package/src/tooling-exports/storage.js +1 -1
- package/src/types/gpu.d.ts +25 -0
- package/src/version.js +1 -1
- package/tests/kernels/browser/kernel-suite.js +1593 -0
- package/tests/kernels/browser/test-page.js +2629 -0
- package/tests/kernels/harness/benchmark.js +225 -0
- package/tests/kernels/harness/buffer-utils.js +88 -0
- package/tests/kernels/harness/tolerance.js +174 -0
- package/tests/kernels/reference/adam.js +15 -0
- package/tests/kernels/reference/attention.js +158 -0
- package/tests/kernels/reference/backward.js +96 -0
- package/tests/kernels/reference/bias-add.js +20 -0
- package/tests/kernels/reference/conv2d.js +58 -0
- package/tests/kernels/reference/cross-entropy.js +26 -0
- package/tests/kernels/reference/dequant.js +312 -0
- package/tests/kernels/reference/embed.js +15 -0
- package/tests/kernels/reference/gather.js +61 -0
- package/tests/kernels/reference/gelu.js +37 -0
- package/tests/kernels/reference/groupnorm.js +36 -0
- package/tests/kernels/reference/index.js +89 -0
- package/tests/kernels/reference/layernorm.js +22 -0
- package/tests/kernels/reference/matmul.js +57 -0
- package/tests/kernels/reference/modulate.js +24 -0
- package/tests/kernels/reference/moe-gather.js +83 -0
- package/tests/kernels/reference/pixel-shuffle.js +20 -0
- package/tests/kernels/reference/residual.js +55 -0
- package/tests/kernels/reference/rmsnorm.js +52 -0
- package/tests/kernels/reference/rope.js +79 -0
- package/tests/kernels/reference/sample.js +97 -0
- package/tests/kernels/reference/scatter-add.js +58 -0
- package/tests/kernels/reference/silu.js +52 -0
- package/tests/kernels/reference/softmax.js +86 -0
- package/tests/kernels/reference/split-qkv.js +58 -0
- package/tests/kernels/reference/topk.js +88 -0
- package/tests/kernels/reference/upsample2d.js +37 -0
- package/BRANDING.md +0 -14
- package/SECURITY.md +0 -19
- package/assets/doppler-runtime-map.svg +0 -82
- package/src/bootstrap.js +0 -30
- package/src/cli/doppler-cli.d.ts +0 -46
- package/src/cli/doppler-quickstart.d.ts +0 -45
- package/src/cli/doppler-serve.d.ts +0 -210
- package/src/cli/runtime-profiles.d.ts +0 -40
- package/src/client/doppler-api.browser.d.ts +0 -1
- package/src/client/doppler-api.browser.js +0 -25
- package/src/client/doppler-registry.d.ts +0 -54
- package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
- package/src/client/runtime/source-runtime.d.ts +0 -26
- package/src/client/runtime/storage.d.ts +0 -5
- package/src/config/README.md +0 -61
- package/src/config/conversion/README.md +0 -62
- package/src/config/goal-completion-matrix.json +0 -552
- package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
- package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
- package/src/config/kernels/moe/mixtral.paths.json +0 -46
- package/src/config/kernels/registry.d.ts +0 -51
- package/src/config/merge-contract-check.d.ts +0 -16
- package/src/config/merge-contract-check.js +0 -319
- package/src/config/merge-helpers.d.ts +0 -60
- package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
- package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
- package/src/config/param-categories.d.ts +0 -8
- package/src/config/param-validator.d.ts +0 -33
- package/src/config/platforms/loader.d.ts +0 -38
- package/src/config/quantization-contract-check.d.ts +0 -12
- package/src/config/quantization-contract-check.js +0 -91
- package/src/config/runtime/README.md +0 -28
- package/src/config/runtime-merge.d.ts +0 -5
- package/src/config/schema/claim-evidence-contract.schema.json +0 -93
- package/src/config/schema/command-surface-contract.schema.json +0 -81
- package/src/config/schema/goal-completion-matrix.schema.json +0 -223
- package/src/config/schema/model-artifact-contract.schema.json +0 -119
- package/src/config/schema/platform.schema.js +0 -1
- package/src/config/schema/policy-schema-registry.json +0 -31
- package/src/config/schema/subsystem-support-contract.schema.json +0 -48
- package/src/config/support-tiers/subsystems.json +0 -502
- package/src/config/supported-operations.d.ts +0 -14
- package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
- package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
- package/src/converter/conversion-plan.d.ts +0 -56
- package/src/converter/index.d.ts +0 -98
- package/src/converter/index.js +0 -59
- package/src/converter/parsers/diffusion.d.ts +0 -50
- package/src/converter/parsers/gguf.d.ts +0 -31
- package/src/converter/parsers/index.d.ts +0 -21
- package/src/converter/parsers/index.js +0 -12
- package/src/converter/parsers/transformer.d.ts +0 -31
- package/src/converter/quantization-info.d.ts +0 -38
- package/src/converter/rope-config.d.ts +0 -16
- package/src/converter/tokenizer-utils.d.ts +0 -12
- package/src/debug/reference/README.md +0 -114
- package/src/debug/reference/hf_attn_debug.py +0 -114
- package/src/debug/reference/hf_embed_check.py +0 -89
- package/src/debug/reference/hf_layer_out.py +0 -100
- package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
- package/src/debug/reference/hf_rope_check.py +0 -116
- package/src/debug/reference/hf_weights.py +0 -75
- package/src/errors/doppler-error.d.ts +0 -20
- package/src/experimental/bridge/extension/background.d.ts +0 -14
- package/src/experimental/bridge/extension/background.js +0 -168
- package/src/experimental/bridge/extension/manifest.json +0 -34
- package/src/experimental/bridge/extension-client.d.ts +0 -114
- package/src/experimental/bridge/index.d.ts +0 -69
- package/src/experimental/bridge/node-bridge.js +0 -24
- package/src/experimental/bridge/protocol.d.ts +0 -96
- package/src/experimental/browser/gguf-importer.d.ts +0 -136
- package/src/experimental/browser/gguf-importer.js +0 -532
- package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
- package/src/experimental/browser/quantization.d.ts +0 -74
- package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
- package/src/experimental/browser/shard-io-browser.d.ts +0 -57
- package/src/experimental/browser/shard-io-browser.js +0 -89
- package/src/experimental/browser/tensor-source-download.d.ts +0 -27
- package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
- package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
- package/src/experimental/distribution/p2p-transport.js +0 -75
- package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
- package/src/experimental/hotswap/manifest.d.ts +0 -42
- package/src/experimental/hotswap/model-swap.js +0 -42
- package/src/experimental/hotswap/runtime.d.ts +0 -31
- package/src/experimental/training/README.md +0 -164
- package/src/experimental/training/artifacts.d.ts +0 -160
- package/src/experimental/training/attention-backward.d.ts +0 -30
- package/src/experimental/training/attention-forward.d.ts +0 -22
- package/src/experimental/training/attention-forward.js +0 -82
- package/src/experimental/training/autograd.d.ts +0 -51
- package/src/experimental/training/backward-kernels.js +0 -39
- package/src/experimental/training/checkpoint-watch.d.ts +0 -8
- package/src/experimental/training/checkpoint.d.ts +0 -36
- package/src/experimental/training/clip.d.ts +0 -9
- package/src/experimental/training/dataloader.d.ts +0 -8
- package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
- package/src/experimental/training/datasets/gepa-frontier.js +0 -220
- package/src/experimental/training/datasets/index.d.ts +0 -24
- package/src/experimental/training/datasets/index.js +0 -13
- package/src/experimental/training/datasets/jsonl.d.ts +0 -11
- package/src/experimental/training/datasets/reploid.d.ts +0 -3
- package/src/experimental/training/datasets/reploid.js +0 -36
- package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
- package/src/experimental/training/datasets/teacher-traces.js +0 -279
- package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
- package/src/experimental/training/datasets/token-batch.d.ts +0 -21
- package/src/experimental/training/datasets/token-batch.js +0 -52
- package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
- package/src/experimental/training/datasets/translation-pairs.js +0 -49
- package/src/experimental/training/distillation/artifacts.d.ts +0 -71
- package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
- package/src/experimental/training/distillation/dataset.d.ts +0 -59
- package/src/experimental/training/distillation/eval.d.ts +0 -34
- package/src/experimental/training/distillation/index.d.ts +0 -29
- package/src/experimental/training/distillation/runtime.d.ts +0 -20
- package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
- package/src/experimental/training/distillation/stage-a.d.ts +0 -45
- package/src/experimental/training/distillation/stage-b.d.ts +0 -24
- package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
- package/src/experimental/training/distillation/suite-data.d.ts +0 -45
- package/src/experimental/training/export.d.ts +0 -41
- package/src/experimental/training/index.d.ts +0 -74
- package/src/experimental/training/index.js +0 -63
- package/src/experimental/training/lora-pipeline.d.ts +0 -183
- package/src/experimental/training/lora.d.ts +0 -19
- package/src/experimental/training/loss-scaling.d.ts +0 -21
- package/src/experimental/training/loss.d.ts +0 -10
- package/src/experimental/training/objectives/base.d.ts +0 -58
- package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
- package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
- package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
- package/src/experimental/training/objectives/index.d.ts +0 -12
- package/src/experimental/training/objectives/index.js +0 -6
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
- package/src/experimental/training/operator-agent-eval.d.ts +0 -65
- package/src/experimental/training/operator-artifacts.d.ts +0 -62
- package/src/experimental/training/operator-command.d.ts +0 -5
- package/src/experimental/training/operator-eval.d.ts +0 -48
- package/src/experimental/training/operator-scoreboard.d.ts +0 -5
- package/src/experimental/training/optimizer.d.ts +0 -22
- package/src/experimental/training/runner.d.ts +0 -249
- package/src/experimental/training/suite.d.ts +0 -299
- package/src/experimental/training/tensor-factory.d.ts +0 -9
- package/src/experimental/training/trainer.d.ts +0 -89
- package/src/experimental/training/ul_dataset.d.ts +0 -47
- package/src/experimental/training/ul_schedule.d.ts +0 -6
- package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
- package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
- package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
- package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
- package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
- package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
- package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
- package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
- package/src/experimental/training/workload-packs/registry.json +0 -278
- package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
- package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
- package/src/experimental/training/workloads.d.ts +0 -201
- package/src/formats/gguf/types.d.ts +0 -74
- package/src/formats/index.d.ts +0 -75
- package/src/formats/index.js +0 -19
- package/src/formats/litert/types.d.ts +0 -74
- package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
- package/src/formats/rdrr/distributed/validation.d.ts +0 -23
- package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
- package/src/formats/safetensors/types.d.ts +0 -67
- package/src/formats/tflite/types.d.ts +0 -61
- package/src/formats/tokenizer/index.d.ts +0 -5
- package/src/formats/tokenizer/index.js +0 -3
- package/src/formats/tokenizer/types.d.ts +0 -9
- package/src/gpu/kernel-runtime.d.ts +0 -13
- package/src/gpu/kernel-selection-cache.d.ts +0 -13
- package/src/gpu/kernel-selection-log.d.ts +0 -4
- package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
- package/src/gpu/kernel-tuner/cache.d.ts +0 -55
- package/src/gpu/kernel-tuner/index.d.ts +0 -59
- package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
- package/src/gpu/kernel-tuner/types.d.ts +0 -101
- package/src/gpu/kernel-tuner/types.js +0 -4
- package/src/gpu/kernel-tuner.d.ts +0 -33
- package/src/gpu/kernels/README.md +0 -166
- package/src/gpu/kernels/check-finiteness.d.ts +0 -15
- package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
- package/src/gpu/kernels/check-stop.d.ts +0 -31
- package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
- package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
- package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
- package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
- package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
- package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
- package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
- package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
- package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
- package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
- package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
- package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
- package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
- package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
- package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
- package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
- package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
- package/src/gpu/kernels/constants.d.ts +0 -129
- package/src/gpu/kernels/dispatch.d.ts +0 -72
- package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
- package/src/gpu/kernels/kernel-base.d.ts +0 -33
- package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
- package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
- package/src/gpu/kernels/matmul-selection.d.ts +0 -87
- package/src/gpu/kernels/rep-penalty.d.ts +0 -21
- package/src/gpu/kernels/rule-matcher.d.ts +0 -30
- package/src/gpu/kernels/rule-registry.d.ts +0 -7
- package/src/gpu/kernels/types.js +0 -4
- package/src/gpu/perf-guards.d.ts +0 -13
- package/src/gpu/profiler.d.ts +0 -93
- package/src/gpu/readback-utils.d.ts +0 -16
- package/src/gpu/readback-utils.js +0 -49
- package/src/gpu/submit-probe.d.ts +0 -12
- package/src/index-browser.d.ts +0 -2
- package/src/index-browser.js +0 -2
- package/src/inference/README.md +0 -593
- package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
- package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
- package/src/inference/browser-harness-model-helpers.d.ts +0 -10
- package/src/inference/browser-harness-report-helpers.d.ts +0 -7
- package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
- package/src/inference/browser-harness-text-helpers.d.ts +0 -152
- package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
- package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
- package/src/inference/network-evolution.js +0 -79
- package/src/inference/pipelines/context.d.ts +0 -21
- package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
- package/src/inference/pipelines/diffusion/index.d.ts +0 -3
- package/src/inference/pipelines/diffusion/index.js +0 -3
- package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
- package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
- package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
- package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
- package/src/inference/pipelines/diffusion/types.js +0 -1
- package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
- package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
- package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
- package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
- package/src/inference/pipelines/dream/pipeline.js +0 -8
- package/src/inference/pipelines/energy/index.d.ts +0 -1
- package/src/inference/pipelines/energy/index.js +0 -1
- package/src/inference/pipelines/energy/types.js +0 -1
- package/src/inference/pipelines/energy-head/index.d.ts +0 -6
- package/src/inference/pipelines/energy-head/index.js +0 -6
- package/src/inference/pipelines/factory.d.ts +0 -10
- package/src/inference/pipelines/index.d.ts +0 -22
- package/src/inference/pipelines/index.js +0 -19
- package/src/inference/pipelines/registry.d.ts +0 -15
- package/src/inference/pipelines/rng.d.ts +0 -2
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
- package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
- package/src/inference/pipelines/text/attention/index.d.ts +0 -24
- package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
- package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
- package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
- package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
- package/src/inference/pipelines/text/attention/record.d.ts +0 -36
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
- package/src/inference/pipelines/text/attention/run.d.ts +0 -38
- package/src/inference/pipelines/text/attention/types.d.ts +0 -125
- package/src/inference/pipelines/text/attention.d.ts +0 -23
- package/src/inference/pipelines/text/attention.js +0 -12
- package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
- package/src/inference/pipelines/text/buffer-types.js +0 -4
- package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
- package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
- package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
- package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
- package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
- package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
- package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
- package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
- package/src/inference/pipelines/text/embed.d.ts +0 -69
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
- package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
- package/src/inference/pipelines/text/failure-reduction.js +0 -180
- package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
- package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
- package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
- package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
- package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
- package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
- package/src/inference/pipelines/text/ffn.d.ts +0 -31
- package/src/inference/pipelines/text/ffn.js +0 -18
- package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
- package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
- package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
- package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
- package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
- package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
- package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
- package/src/inference/pipelines/text/index.d.ts +0 -5
- package/src/inference/pipelines/text/index.js +0 -6
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
- package/src/inference/pipelines/text/layer.d.ts +0 -118
- package/src/inference/pipelines/text/load-errors.d.ts +0 -21
- package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
- package/src/inference/pipelines/text/logits/types.js +0 -4
- package/src/inference/pipelines/text/logits.d.ts +0 -27
- package/src/inference/pipelines/text/logits.js +0 -16
- package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
- package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
- package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
- package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
- package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
- package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
- package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
- package/src/inference/pipelines/text/operator-events.d.ts +0 -125
- package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
- package/src/inference/pipelines/text/ops.d.ts +0 -222
- package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
- package/src/inference/pipelines/text/probes.d.ts +0 -28
- package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
- package/src/inference/pipelines/text/stage-names.d.ts +0 -88
- package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
- package/src/inference/pipelines/text/types.js +0 -4
- package/src/inference/tokenizers/base.d.ts +0 -44
- package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
- package/src/inference/tokenizers/bpe.d.ts +0 -27
- package/src/inference/tokenizers/bundled.d.ts +0 -67
- package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
- package/src/inference/tokenizers/types.js +0 -7
- package/src/loader/embedding-limit-preflight.d.ts +0 -31
- package/src/loader/per-layer-input-loader.d.ts +0 -30
- package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
- package/src/loader/tensors/source-transform.d.ts +0 -65
- package/src/memory/address-table.d.ts +0 -96
- package/src/rules/execution-rules-contract-check.d.ts +0 -21
- package/src/rules/layer-pattern-contract-check.d.ts +0 -17
- package/src/rules/rule-registry.d.ts +0 -77
- package/src/storage/artifact-storage-context.d.ts +0 -63
- package/src/storage/backends/idb-store.d.ts +0 -52
- package/src/storage/backends/memory-store.d.ts +0 -36
- package/src/storage/backends/opfs-store.d.ts +0 -41
- package/src/storage/blake3.d.ts +0 -17
- package/src/storage/download-types.d.ts +0 -157
- package/src/storage/downloader.d.ts +0 -103
- package/src/storage/index.d.ts +0 -274
- package/src/storage/index.js +0 -201
- package/src/storage/preflight.d.ts +0 -144
- package/src/storage/preflight.js +0 -360
- package/src/storage/quickstart-downloader.d.ts +0 -157
- package/src/storage/quickstart-downloader.js +0 -289
- package/src/storage/source-artifact-store.d.ts +0 -59
- package/src/sw.js +0 -184
- package/src/tooling/command-api-constants.d.ts +0 -9
- package/src/tooling/command-api-family-normalizers.d.ts +0 -10
- package/src/tooling/command-api-helpers.d.ts +0 -23
- package/src/tooling/command-runner-shared.d.ts +0 -89
- package/src/tooling/conversion-config-materializer.d.ts +0 -14
- package/src/tooling/conversion-config-materializer.js +0 -96
- package/src/tooling/diagnose-runner.d.ts +0 -28
- package/src/tooling/hf-registry-utils.d.ts +0 -55
- package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
- package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
- package/src/tooling/kernel-path-builder/index.d.ts +0 -65
- package/src/tooling/kernel-path-builder/index.js +0 -1361
- package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
- package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
- package/src/tooling/lean-execution-contract-runner.js +0 -158
- package/src/tooling/lean-execution-contract.d.ts +0 -16
- package/src/tooling/lean-execution-contract.js +0 -81
- package/src/tooling/litert-package-runtime.d.ts +0 -46
- package/src/tooling/node-convert-worker-pool.d.ts +0 -16
- package/src/tooling/node-convert-worker.d.ts +0 -1
- package/src/tooling/node-converter.d.ts +0 -1
- package/src/tooling/node-file-fetch.d.ts +0 -1
- package/src/tooling/node-source-runtime.d.ts +0 -24
- package/src/tooling/node-webgpu.d.ts +0 -17
- package/src/tooling/precision-replay-math.js +0 -174
- package/src/tooling/program-bundle-host.d.ts +0 -16
- package/src/tooling/program-bundle-host.js +0 -20
- package/src/tooling/runtime-input-composition.d.ts +0 -37
- package/src/tooling/source-package-profiles.d.ts +0 -50
- package/src/tooling/source-runtime-converter-config.d.ts +0 -19
- package/src/tooling/source-runtime-materializer.d.ts +0 -6
- package/src/tooling/source-runtime-materializer.js +0 -89
- package/src/tooling-exports.browser.d.ts +0 -7
- package/src/types/chrome.d.ts +0 -36
- package/src/types/chrome.js +0 -1
- package/src/types/index.d.ts +0 -1
- package/src/types/index.js +0 -1
- package/src/utils/array-buffer.d.ts +0 -4
- package/src/utils/canonical-hash.d.ts +0 -7
- package/src/utils/clone-json.d.ts +0 -1
- package/src/utils/hf-resolve-url.d.ts +0 -16
- package/src/utils/index.d.ts +0 -10
- package/src/utils/index.js +0 -10
- package/src/utils/load-json.d.ts +0 -5
- package/src/utils/plain-object.d.ts +0 -1
- package/src/utils/sha256.d.ts +0 -5
- package/src/utils/stable-sort-object.d.ts +0 -1
|
@@ -1,82 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Diffusion GPU text encoders (SD3).
|
|
3
|
-
*
|
|
4
|
-
* @module inference/pipelines/diffusion/text-encoder-gpu
|
|
5
|
-
*/
|
|
6
|
-
|
|
7
|
-
import type { CommandRecorder } from '../../../gpu/command-recorder.js';
|
|
8
|
-
import type { Tensor } from '../../../gpu/tensor.js';
|
|
9
|
-
import type { DiffusionModelConfig, DiffusionRuntimeConfig } from './types.js';
|
|
10
|
-
|
|
11
|
-
export interface DiffusionTextEncoderWeightsEntry {
|
|
12
|
-
weights: Map<string, any>;
|
|
13
|
-
shapes: Map<string, number[]>;
|
|
14
|
-
dtypes?: Map<string, string>;
|
|
15
|
-
}
|
|
16
|
-
|
|
17
|
-
export interface DiffusionTextEncoderWeights {
|
|
18
|
-
text_encoder: DiffusionTextEncoderWeightsEntry;
|
|
19
|
-
text_encoder_2?: DiffusionTextEncoderWeightsEntry | null;
|
|
20
|
-
text_encoder_3?: DiffusionTextEncoderWeightsEntry | null;
|
|
21
|
-
transformer?: DiffusionTextEncoderWeightsEntry;
|
|
22
|
-
}
|
|
23
|
-
|
|
24
|
-
export interface DiffusionTextTokens {
|
|
25
|
-
text_encoder: number[];
|
|
26
|
-
text_encoder_2?: number[];
|
|
27
|
-
text_encoder_3?: number[];
|
|
28
|
-
}
|
|
29
|
-
|
|
30
|
-
export interface DiffusionTextConditioning {
|
|
31
|
-
pooled: Float32Array;
|
|
32
|
-
context: Tensor;
|
|
33
|
-
attentionMask?: Uint32Array | null;
|
|
34
|
-
profile?: {
|
|
35
|
-
totalMs?: number | null;
|
|
36
|
-
clipMs?: number | null;
|
|
37
|
-
clip2Ms?: number | null;
|
|
38
|
-
t5Ms?: number | null;
|
|
39
|
-
gemmaMs?: number | null;
|
|
40
|
-
} | null;
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
export declare function runTextEncodersForPrompt(
|
|
44
|
-
tokensByEncoder: DiffusionTextTokens,
|
|
45
|
-
weightsByComponent: DiffusionTextEncoderWeights,
|
|
46
|
-
modelConfig: DiffusionModelConfig,
|
|
47
|
-
runtime: DiffusionRuntimeConfig,
|
|
48
|
-
options?: { profile?: boolean }
|
|
49
|
-
): Promise<DiffusionTextConditioning>;
|
|
50
|
-
|
|
51
|
-
export declare function buildTimeTextEmbedding(
|
|
52
|
-
pooled: Float32Array,
|
|
53
|
-
weightsEntry: DiffusionTextEncoderWeightsEntry,
|
|
54
|
-
modelConfig: DiffusionModelConfig,
|
|
55
|
-
runtime: DiffusionRuntimeConfig,
|
|
56
|
-
options?: { recorder?: CommandRecorder | null }
|
|
57
|
-
): Promise<Tensor>;
|
|
58
|
-
|
|
59
|
-
export declare function buildTimestepEmbedding(
|
|
60
|
-
timestep: number,
|
|
61
|
-
weightsEntry: DiffusionTextEncoderWeightsEntry,
|
|
62
|
-
modelConfig: DiffusionModelConfig,
|
|
63
|
-
runtime: DiffusionRuntimeConfig,
|
|
64
|
-
options?: { dim?: number; recorder?: CommandRecorder | null }
|
|
65
|
-
): Promise<Tensor>;
|
|
66
|
-
|
|
67
|
-
export declare function combineTimeTextEmbeddings(
|
|
68
|
-
time: Tensor,
|
|
69
|
-
text: Tensor,
|
|
70
|
-
hiddenSize: number,
|
|
71
|
-
options?: { recorder?: CommandRecorder | null }
|
|
72
|
-
): Promise<Tensor>;
|
|
73
|
-
|
|
74
|
-
export declare function projectContext(
|
|
75
|
-
context: Tensor,
|
|
76
|
-
weightsEntry: DiffusionTextEncoderWeightsEntry,
|
|
77
|
-
modelConfig: DiffusionModelConfig,
|
|
78
|
-
runtime: DiffusionRuntimeConfig,
|
|
79
|
-
options?: { recorder?: CommandRecorder | null }
|
|
80
|
-
): Promise<Tensor>;
|
|
81
|
-
|
|
82
|
-
export declare function assertClipHiddenActivationSupported(config: { hidden_act: string }): void;
|
|
@@ -1,29 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Diffusion text encoders.
|
|
3
|
-
*
|
|
4
|
-
* @module inference/pipelines/diffusion/text-encoder
|
|
5
|
-
*/
|
|
6
|
-
|
|
7
|
-
import type { DiffusionModelConfig } from './types.js';
|
|
8
|
-
import type { BaseTokenizer } from '../../tokenizers/base.js';
|
|
9
|
-
|
|
10
|
-
export interface DiffusionPromptTokens {
|
|
11
|
-
prompt: number[];
|
|
12
|
-
negative: number[];
|
|
13
|
-
}
|
|
14
|
-
|
|
15
|
-
export interface DiffusionEncodedPrompts {
|
|
16
|
-
tokens: Record<string, DiffusionPromptTokens>;
|
|
17
|
-
totalTokens: number;
|
|
18
|
-
}
|
|
19
|
-
|
|
20
|
-
export declare function loadDiffusionTokenizers(
|
|
21
|
-
diffusionConfig: DiffusionModelConfig,
|
|
22
|
-
options?: { baseUrl?: string | null }
|
|
23
|
-
): Promise<Record<string, BaseTokenizer>>;
|
|
24
|
-
|
|
25
|
-
export declare function encodePrompt(
|
|
26
|
-
prompts: { prompt: string; negativePrompt?: string },
|
|
27
|
-
tokenizers: Record<string, BaseTokenizer>,
|
|
28
|
-
options?: { maxLength?: number; maxLengthByTokenizer?: Record<string, number> }
|
|
29
|
-
): DiffusionEncodedPrompts;
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export {};
|
|
@@ -1,20 +0,0 @@
|
|
|
1
|
-
import type { DiffusionModelConfig, DiffusionRuntimeConfig } from './types.js';
|
|
2
|
-
import type { DiffusionWeightEntry } from './weights.js';
|
|
3
|
-
|
|
4
|
-
export interface DecodeLatentsOptions {
|
|
5
|
-
width: number;
|
|
6
|
-
height: number;
|
|
7
|
-
latentWidth: number;
|
|
8
|
-
latentHeight: number;
|
|
9
|
-
latentChannels: number;
|
|
10
|
-
latentScale: number;
|
|
11
|
-
weights?: DiffusionWeightEntry | null;
|
|
12
|
-
modelConfig?: DiffusionModelConfig | null;
|
|
13
|
-
runtime?: DiffusionRuntimeConfig | null;
|
|
14
|
-
profile?: { totalMs?: number | null; timings?: Record<string, number> | null } | boolean | null;
|
|
15
|
-
}
|
|
16
|
-
|
|
17
|
-
export declare function decodeLatents(
|
|
18
|
-
latents: Float32Array,
|
|
19
|
-
options: DecodeLatentsOptions
|
|
20
|
-
): Promise<Uint8ClampedArray>;
|
|
@@ -1,29 +0,0 @@
|
|
|
1
|
-
export type {
|
|
2
|
-
EnergyRowHeadModelType,
|
|
3
|
-
EnergyRowHeadId,
|
|
4
|
-
EnergyRowHeadActivation,
|
|
5
|
-
EnergyRowHeadBackend,
|
|
6
|
-
EnergyRowHeadDtype,
|
|
7
|
-
EnergyRowHeadScoreRowInput,
|
|
8
|
-
EnergyRowHeadScoreRow,
|
|
9
|
-
EnergyRowHeadInferRequest,
|
|
10
|
-
EnergyRowHeadInferResult,
|
|
11
|
-
EnergyRowHeadStats,
|
|
12
|
-
DreamEnergyHeadModelType,
|
|
13
|
-
DreamEnergyHeadId,
|
|
14
|
-
DreamEnergyHeadActivation,
|
|
15
|
-
DreamEnergyHeadBackend,
|
|
16
|
-
DreamEnergyHeadDtype,
|
|
17
|
-
DreamEnergyHeadScoreRowInput,
|
|
18
|
-
DreamEnergyHeadScoreRow,
|
|
19
|
-
DreamEnergyHeadInferRequest,
|
|
20
|
-
DreamEnergyHeadInferResult,
|
|
21
|
-
DreamEnergyHeadStats,
|
|
22
|
-
} from '../energy-head/row-head-pipeline.js';
|
|
23
|
-
|
|
24
|
-
export {
|
|
25
|
-
EnergyRowHeadPipeline,
|
|
26
|
-
createEnergyRowHeadPipeline,
|
|
27
|
-
DreamEnergyHeadPipeline,
|
|
28
|
-
createDreamEnergyHeadPipeline,
|
|
29
|
-
} from '../energy-head/row-head-pipeline.js';
|
|
@@ -1,17 +0,0 @@
|
|
|
1
|
-
export type {
|
|
2
|
-
StructuredJsonHeadModelType,
|
|
3
|
-
StructuredJsonHeadInferJSONRequest,
|
|
4
|
-
StructuredJsonHeadInferJSONResult,
|
|
5
|
-
DreamStructuredModelType,
|
|
6
|
-
DreamInferJSONRequest,
|
|
7
|
-
DreamInferJSONResult,
|
|
8
|
-
} from '../structured/json-head-pipeline.js';
|
|
9
|
-
|
|
10
|
-
export {
|
|
11
|
-
StructuredJsonHeadPipeline,
|
|
12
|
-
isStructuredJsonHeadModelType,
|
|
13
|
-
createStructuredJsonHeadPipeline,
|
|
14
|
-
DreamStructuredPipeline,
|
|
15
|
-
isDreamStructuredModelType,
|
|
16
|
-
createDreamStructuredPipeline,
|
|
17
|
-
} from '../structured/json-head-pipeline.js';
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export { EnergyPipeline, createEnergyPipeline } from './pipeline.js';
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export { EnergyPipeline, createEnergyPipeline } from './pipeline.js';
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export {};
|
|
@@ -1,10 +0,0 @@
|
|
|
1
|
-
type InitializablePipeline = {
|
|
2
|
-
initialize(contexts?: Record<string, unknown>): Promise<void>;
|
|
3
|
-
loadModel(manifest: unknown): Promise<void>;
|
|
4
|
-
};
|
|
5
|
-
|
|
6
|
-
export declare function createInitializedPipeline<T extends InitializablePipeline>(
|
|
7
|
-
PipelineClass: new () => T,
|
|
8
|
-
manifest: unknown,
|
|
9
|
-
contexts?: Record<string, unknown>
|
|
10
|
-
): Promise<T>;
|
|
@@ -1,22 +0,0 @@
|
|
|
1
|
-
export { InferencePipeline, EmbeddingPipeline, createPipeline } from './text.js';
|
|
2
|
-
export { DiffusionPipeline, createDiffusionPipeline } from './diffusion/pipeline.js';
|
|
3
|
-
export { EnergyPipeline, createEnergyPipeline } from './energy/pipeline.js';
|
|
4
|
-
export {
|
|
5
|
-
StructuredJsonHeadPipeline,
|
|
6
|
-
isStructuredJsonHeadModelType,
|
|
7
|
-
createStructuredJsonHeadPipeline,
|
|
8
|
-
DreamStructuredPipeline,
|
|
9
|
-
isDreamStructuredModelType,
|
|
10
|
-
createDreamStructuredPipeline,
|
|
11
|
-
} from './structured/json-head-pipeline.js';
|
|
12
|
-
export {
|
|
13
|
-
EnergyRowHeadPipeline,
|
|
14
|
-
createEnergyRowHeadPipeline,
|
|
15
|
-
DreamEnergyHeadPipeline,
|
|
16
|
-
createDreamEnergyHeadPipeline,
|
|
17
|
-
} from './energy-head/row-head-pipeline.js';
|
|
18
|
-
export { registerPipeline, getPipelineFactory, listPipelines } from './registry.js';
|
|
19
|
-
export { createInitializedPipeline } from './factory.js';
|
|
20
|
-
|
|
21
|
-
export type { GenerateOptions, GenerationResult, PipelineContexts } from './text.js';
|
|
22
|
-
export type { ParsedModelConfig } from './text/config.js';
|
|
@@ -1,19 +0,0 @@
|
|
|
1
|
-
export { InferencePipeline, EmbeddingPipeline, createPipeline } from './text.js';
|
|
2
|
-
export { DiffusionPipeline, createDiffusionPipeline } from './diffusion/pipeline.js';
|
|
3
|
-
export { EnergyPipeline, createEnergyPipeline } from './energy/pipeline.js';
|
|
4
|
-
export {
|
|
5
|
-
StructuredJsonHeadPipeline,
|
|
6
|
-
isStructuredJsonHeadModelType,
|
|
7
|
-
createStructuredJsonHeadPipeline,
|
|
8
|
-
DreamStructuredPipeline,
|
|
9
|
-
isDreamStructuredModelType,
|
|
10
|
-
createDreamStructuredPipeline,
|
|
11
|
-
} from './structured/json-head-pipeline.js';
|
|
12
|
-
export {
|
|
13
|
-
EnergyRowHeadPipeline,
|
|
14
|
-
createEnergyRowHeadPipeline,
|
|
15
|
-
DreamEnergyHeadPipeline,
|
|
16
|
-
createDreamEnergyHeadPipeline,
|
|
17
|
-
} from './energy-head/row-head-pipeline.js';
|
|
18
|
-
export { registerPipeline, getPipelineFactory, listPipelines } from './registry.js';
|
|
19
|
-
export { createInitializedPipeline } from './factory.js';
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Pipeline Registry
|
|
3
|
-
*
|
|
4
|
-
* Maps modelType -> pipeline factory.
|
|
5
|
-
*
|
|
6
|
-
* @module inference/pipelines/registry
|
|
7
|
-
*/
|
|
8
|
-
|
|
9
|
-
import type { ManifestSchema } from '../../config/schema/index.js';
|
|
10
|
-
|
|
11
|
-
export type PipelineFactory = (manifest: ManifestSchema, contexts?: Record<string, unknown>) => Promise<unknown>;
|
|
12
|
-
|
|
13
|
-
export declare function registerPipeline(modelType: string, factory: PipelineFactory): void;
|
|
14
|
-
export declare function getPipelineFactory(modelType: string | null | undefined): PipelineFactory | null;
|
|
15
|
-
export declare function listPipelines(): string[];
|
|
@@ -1,166 +0,0 @@
|
|
|
1
|
-
// Minimal TSV-grammar sampling constraint.
|
|
2
|
-
//
|
|
3
|
-
// Usage:
|
|
4
|
-
// const mask = createTsvGrammarMask({ tokenizer, fieldsPerLine: 4 });
|
|
5
|
-
// for await (const text of pipeline.generate(prompt, { logitMaskFn: mask })) { ... }
|
|
6
|
-
//
|
|
7
|
-
// Companion to json-grammar-mask.js. Use this when the model is asked to
|
|
8
|
-
// emit a flat tab-separated record stream (one record per line, fields
|
|
9
|
-
// separated by TAB, terminated by NEWLINE) rather than a JSON envelope.
|
|
10
|
-
// Cuts decode tokens by ~30-40% vs. JSON because the model isn't sampling
|
|
11
|
-
// braces/quotes/keys at every position — and Doppler's structured-
|
|
12
|
-
// generation primitive is logit validation only (no token forcing), so
|
|
13
|
-
// JSON's structural overhead is real.
|
|
14
|
-
//
|
|
15
|
-
// What the mask enforces (soft):
|
|
16
|
-
// - Inside a line with fewer than `fieldsPerLine - 1` tabs already
|
|
17
|
-
// emitted, disallow tokens whose piece contains a NEWLINE — the line
|
|
18
|
-
// must hit all field separators before terminating.
|
|
19
|
-
// - Disallow tokens that would push the per-line tab count past
|
|
20
|
-
// `fieldsPerLine - 1`, so the model can't emit five-field rows when
|
|
21
|
-
// four were specified.
|
|
22
|
-
// - Allow any token (including end-of-stream) after a balanced newline
|
|
23
|
-
// when at least one valid line has been emitted.
|
|
24
|
-
//
|
|
25
|
-
// What the mask does NOT enforce (intentional):
|
|
26
|
-
// - Field-content shape. The category/confidence/page-number values
|
|
27
|
-
// are validated post-decode by the consumer (e.g.,
|
|
28
|
-
// parseDelimitedExtraction + validateRedaction in Columbo). Trying
|
|
29
|
-
// to enforce enum prefixes at the BPE token-piece level is brittle
|
|
30
|
-
// because token boundaries don't align with field boundaries.
|
|
31
|
-
// - Empty lines. A trailing blank line is just dropped by the parser.
|
|
32
|
-
//
|
|
33
|
-
// Tokenizer assumption: same as json-grammar-mask.js — `tokenizer.decode([id])`
|
|
34
|
-
// returns the literal piece for that token. True for Qwen, Gemma, Llama BPE.
|
|
35
|
-
|
|
36
|
-
function pieceAt(tokenizer, tokenId) {
|
|
37
|
-
if (!tokenizer || typeof tokenizer.decode !== "function") return "";
|
|
38
|
-
try {
|
|
39
|
-
return String(tokenizer.decode([tokenId], true, false) || "");
|
|
40
|
-
} catch {
|
|
41
|
-
return "";
|
|
42
|
-
}
|
|
43
|
-
}
|
|
44
|
-
|
|
45
|
-
function countRunes(piece, char) {
|
|
46
|
-
let count = 0;
|
|
47
|
-
for (let i = 0; i < piece.length; i += 1) {
|
|
48
|
-
if (piece[i] === char) count += 1;
|
|
49
|
-
}
|
|
50
|
-
return count;
|
|
51
|
-
}
|
|
52
|
-
|
|
53
|
-
/**
|
|
54
|
-
* Per-piece flags used by the mask. Tracks tab/newline placement so the
|
|
55
|
-
* state machine can decide when a line is complete and whether a token
|
|
56
|
-
* is allowed to advance the schema.
|
|
57
|
-
*/
|
|
58
|
-
function classifyPiece(piece) {
|
|
59
|
-
const tabs = countRunes(piece, "\t");
|
|
60
|
-
const newlines = countRunes(piece, "\n");
|
|
61
|
-
return {
|
|
62
|
-
tabs,
|
|
63
|
-
newlines,
|
|
64
|
-
isOnlyWhitespace: /^\s*$/.test(piece),
|
|
65
|
-
hasNewline: newlines > 0,
|
|
66
|
-
hasTab: tabs > 0,
|
|
67
|
-
};
|
|
68
|
-
}
|
|
69
|
-
|
|
70
|
-
/**
|
|
71
|
-
* Create a logit mask function that enforces a soft TSV grammar.
|
|
72
|
-
*
|
|
73
|
-
* @param {{
|
|
74
|
-
* tokenizer?: { decode(ids: number[], skipSpecial?: boolean, skipBos?: boolean): string } | null,
|
|
75
|
-
* fieldsPerLine?: number,
|
|
76
|
-
* cacheBudget?: number,
|
|
77
|
-
* }} [opts]
|
|
78
|
-
* @returns {(logits: Float32Array, context: { generatedIds: number[], tokenizer?: unknown, vocabSize?: number }) => void}
|
|
79
|
-
*/
|
|
80
|
-
export function createTsvGrammarMask(opts = {}) {
|
|
81
|
-
const fieldsPerLine = Math.max(2, Math.floor(Number(opts.fieldsPerLine) || 4));
|
|
82
|
-
const tabsPerLineMax = fieldsPerLine - 1;
|
|
83
|
-
const pieceCache = new Map();
|
|
84
|
-
const cacheBudget = Math.max(1024, Math.floor(Number(opts.cacheBudget) || 32768));
|
|
85
|
-
|
|
86
|
-
function cachedPiece(tokenizer, tokenId) {
|
|
87
|
-
if (pieceCache.has(tokenId)) return pieceCache.get(tokenId);
|
|
88
|
-
if (pieceCache.size >= cacheBudget) pieceCache.clear();
|
|
89
|
-
const piece = pieceAt(tokenizer, tokenId);
|
|
90
|
-
pieceCache.set(tokenId, piece);
|
|
91
|
-
return piece;
|
|
92
|
-
}
|
|
93
|
-
|
|
94
|
-
// Per-line tab count resets on each emitted newline. `linesEmitted`
|
|
95
|
-
// counts complete lines so the mask can permit EOS once at least one
|
|
96
|
-
// valid record has been produced.
|
|
97
|
-
let tabsOnCurrentLine = 0;
|
|
98
|
-
let linesEmitted = 0;
|
|
99
|
-
let lastGeneratedLen = 0;
|
|
100
|
-
|
|
101
|
-
function reflectEmittedTokens(tokenizer, generatedIds) {
|
|
102
|
-
for (let i = lastGeneratedLen; i < generatedIds.length; i += 1) {
|
|
103
|
-
const piece = cachedPiece(tokenizer, generatedIds[i]);
|
|
104
|
-
// Walk the piece char-by-char so multi-tab/newline pieces stay
|
|
105
|
-
// accurate (e.g., a token piece "\t\n" both completes a line
|
|
106
|
-
// AND resets the tab counter).
|
|
107
|
-
for (let c = 0; c < piece.length; c += 1) {
|
|
108
|
-
const ch = piece[c];
|
|
109
|
-
if (ch === "\n") {
|
|
110
|
-
if (tabsOnCurrentLine > 0) linesEmitted += 1;
|
|
111
|
-
tabsOnCurrentLine = 0;
|
|
112
|
-
} else if (ch === "\t") {
|
|
113
|
-
tabsOnCurrentLine += 1;
|
|
114
|
-
}
|
|
115
|
-
}
|
|
116
|
-
}
|
|
117
|
-
lastGeneratedLen = generatedIds.length;
|
|
118
|
-
}
|
|
119
|
-
|
|
120
|
-
/**
|
|
121
|
-
* Walk a candidate piece's chars and check whether any intermediate
|
|
122
|
-
* state would violate the per-line tab budget. Returns true iff the
|
|
123
|
-
* piece is structurally valid given the current `tabsOnCurrentLine`.
|
|
124
|
-
*
|
|
125
|
-
* Intra-piece state evolution matters because BPE tokens occasionally
|
|
126
|
-
* span line boundaries (e.g., a piece `"\t\n"` ends one line AND
|
|
127
|
-
* starts the next with tabsOnCurrentLine=0). A naive check that just
|
|
128
|
-
* sums the piece's tabs/newlines would misjudge such tokens.
|
|
129
|
-
*/
|
|
130
|
-
function pieceFitsBudget(piece, startingTabs, tabsMax) {
|
|
131
|
-
let tabs = startingTabs;
|
|
132
|
-
let sawNewlineWithoutCompleteLine = false;
|
|
133
|
-
for (let c = 0; c < piece.length; c += 1) {
|
|
134
|
-
const ch = piece[c];
|
|
135
|
-
if (ch === "\n") {
|
|
136
|
-
if (tabs < tabsMax) sawNewlineWithoutCompleteLine = true;
|
|
137
|
-
tabs = 0;
|
|
138
|
-
} else if (ch === "\t") {
|
|
139
|
-
tabs += 1;
|
|
140
|
-
if (tabs > tabsMax) return false;
|
|
141
|
-
}
|
|
142
|
-
}
|
|
143
|
-
if (sawNewlineWithoutCompleteLine) return false;
|
|
144
|
-
return true;
|
|
145
|
-
}
|
|
146
|
-
|
|
147
|
-
return function logitMask(logits, context) {
|
|
148
|
-
const tokenizer = (opts.tokenizer ?? context?.tokenizer) || null;
|
|
149
|
-
if (!tokenizer) return;
|
|
150
|
-
reflectEmittedTokens(tokenizer, Array.isArray(context?.generatedIds) ? context.generatedIds : []);
|
|
151
|
-
|
|
152
|
-
const vocabSize = Math.min(logits.length, Number(context?.vocabSize || logits.length));
|
|
153
|
-
for (let id = 0; id < vocabSize; id += 1) {
|
|
154
|
-
if (logits[id] <= -Infinity) continue;
|
|
155
|
-
const piece = cachedPiece(tokenizer, id);
|
|
156
|
-
if (!piece) continue;
|
|
157
|
-
// Fast path: pieces with no tab/newline are always allowed —
|
|
158
|
-
// they're field content (snippet text, digits, decimal points).
|
|
159
|
-
// Avoids the per-char walk for the common case.
|
|
160
|
-
if (piece.indexOf("\t") < 0 && piece.indexOf("\n") < 0) continue;
|
|
161
|
-
if (!pieceFitsBudget(piece, tabsOnCurrentLine, tabsPerLineMax)) {
|
|
162
|
-
logits[id] = -Infinity;
|
|
163
|
-
}
|
|
164
|
-
}
|
|
165
|
-
};
|
|
166
|
-
}
|
|
@@ -1,23 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* AttnConfig runtime validation.
|
|
3
|
-
*
|
|
4
|
-
* Provides a validateAttnConfig() helper that checks all required fields are
|
|
5
|
-
* defined (not undefined) after construction in layer.js. Logs warnings for
|
|
6
|
-
* missing fields rather than throwing, preserving backward compatibility.
|
|
7
|
-
*
|
|
8
|
-
* @module inference/pipelines/text/attention/attn-config
|
|
9
|
-
*/
|
|
10
|
-
|
|
11
|
-
import type { AttentionConfig } from './types.js';
|
|
12
|
-
|
|
13
|
-
/**
|
|
14
|
-
* Validate an AttnConfig object at construction time.
|
|
15
|
-
*
|
|
16
|
-
* Checks that all required fields are not undefined. Logs a warning per
|
|
17
|
-
* missing field. Returns true when all required fields are present.
|
|
18
|
-
*
|
|
19
|
-
* @param config - The attention config to validate.
|
|
20
|
-
* @param label - Diagnostic label (e.g., "L0" for layer 0).
|
|
21
|
-
* @returns True if all required fields are present.
|
|
22
|
-
*/
|
|
23
|
-
export declare function validateAttnConfig(config: AttentionConfig, label?: string): boolean;
|
|
@@ -1,173 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Attention Dispatch Parameters
|
|
3
|
-
*
|
|
4
|
-
* Shared dispatch parameter construction logic used by both run.js (immediate)
|
|
5
|
-
* and record.js (batched) attention paths. Extracts KV cache state resolution,
|
|
6
|
-
* sliding window normalization, kernel variant selection, attention scale
|
|
7
|
-
* computation, and cached KV dtype/tensor creation.
|
|
8
|
-
*
|
|
9
|
-
* @module inference/pipelines/text/attention/dispatch-params
|
|
10
|
-
*/
|
|
11
|
-
|
|
12
|
-
import type { Tensor } from '../../../../gpu/tensor.js';
|
|
13
|
-
import type { CommandRecorder } from '../../../../gpu/command-recorder.js';
|
|
14
|
-
import type { AttentionState } from './types.js';
|
|
15
|
-
|
|
16
|
-
/**
|
|
17
|
-
* Resolved KV cache state for attention dispatch.
|
|
18
|
-
*/
|
|
19
|
-
export interface KVCacheDispatchState {
|
|
20
|
-
cachedK: GPUBuffer | undefined;
|
|
21
|
-
cachedV: GPUBuffer | undefined;
|
|
22
|
-
kvLenForAttention: number;
|
|
23
|
-
causalForAttention: boolean;
|
|
24
|
-
startPosForMask: number;
|
|
25
|
-
kvStart: number;
|
|
26
|
-
kvLayout: 'contiguous' | 'contiguous_quantized' | 'ring' | 'paged' | 'tiered' | 'bdpa';
|
|
27
|
-
kvPageTable: GPUBuffer | null;
|
|
28
|
-
kvPageSize: number;
|
|
29
|
-
cachedKHot: GPUBuffer | undefined;
|
|
30
|
-
cachedVHot: GPUBuffer | undefined;
|
|
31
|
-
cachedKCold: GPUBuffer | undefined;
|
|
32
|
-
cachedVCold: GPUBuffer | undefined;
|
|
33
|
-
coldScalesK: GPUBuffer | null;
|
|
34
|
-
coldScalesV: GPUBuffer | null;
|
|
35
|
-
coldPackedStride: number;
|
|
36
|
-
coldQuantMode: string;
|
|
37
|
-
coldLen: number;
|
|
38
|
-
hotLen: number;
|
|
39
|
-
hotStart: number;
|
|
40
|
-
hotWindow: number;
|
|
41
|
-
coldPageTable: GPUBuffer | null;
|
|
42
|
-
coldPageSize: number;
|
|
43
|
-
bdpaBasisK: GPUBuffer | null;
|
|
44
|
-
bdpaBasisV: GPUBuffer | null;
|
|
45
|
-
bdpaPagedK: GPUBuffer | null;
|
|
46
|
-
bdpaPagedV: GPUBuffer | null;
|
|
47
|
-
bdpaIndex: GPUBuffer | null;
|
|
48
|
-
bdpaBasisCount: number;
|
|
49
|
-
hasCache: boolean;
|
|
50
|
-
totalSeqLen: number;
|
|
51
|
-
diffusionGemmaDecoder?: boolean;
|
|
52
|
-
ownedBuffers?: GPUBuffer[] | null;
|
|
53
|
-
encoderSeqLen?: number;
|
|
54
|
-
encoderWindow?: number;
|
|
55
|
-
}
|
|
56
|
-
|
|
57
|
-
/**
|
|
58
|
-
* Config fields needed by buildAttentionDispatchParams.
|
|
59
|
-
*/
|
|
60
|
-
export interface DispatchParamsConfig {
|
|
61
|
-
layerIdx: number;
|
|
62
|
-
numTokens: number;
|
|
63
|
-
isPrefill: boolean;
|
|
64
|
-
numHeads: number;
|
|
65
|
-
numKVHeads: number;
|
|
66
|
-
headDim: number;
|
|
67
|
-
hiddenSize: number;
|
|
68
|
-
slidingWindow?: number | null;
|
|
69
|
-
layerType?: string;
|
|
70
|
-
layerTypes?: string[];
|
|
71
|
-
queryPreAttnScalar?: number;
|
|
72
|
-
causalAttention?: boolean;
|
|
73
|
-
activationDtype?: string;
|
|
74
|
-
kvCacheDtype?: string | null;
|
|
75
|
-
}
|
|
76
|
-
|
|
77
|
-
/**
|
|
78
|
-
* Result from buildAttentionDispatchParams.
|
|
79
|
-
*/
|
|
80
|
-
export interface AttentionDispatchParams {
|
|
81
|
-
effectiveSlidingWindow: number | null;
|
|
82
|
-
attentionKernelVariant: string;
|
|
83
|
-
attnScale: number;
|
|
84
|
-
cachedKDtype: string;
|
|
85
|
-
cachedVDtype: string;
|
|
86
|
-
cachedKTensor: Tensor | null;
|
|
87
|
-
cachedVTensor: Tensor | null;
|
|
88
|
-
isTieredKernel: boolean;
|
|
89
|
-
prefillFallbackNeedsCast: boolean;
|
|
90
|
-
causalForAttention: boolean;
|
|
91
|
-
}
|
|
92
|
-
|
|
93
|
-
/**
|
|
94
|
-
* Dtype info needed by buildAttentionInputsData.
|
|
95
|
-
*/
|
|
96
|
-
export interface DtypeInfo {
|
|
97
|
-
useF16Activations: boolean;
|
|
98
|
-
matmulOutputDtype: string;
|
|
99
|
-
}
|
|
100
|
-
|
|
101
|
-
/**
|
|
102
|
-
* Check if a layer type string indicates sliding window attention.
|
|
103
|
-
*/
|
|
104
|
-
export function isSlidingLayerType(layerType: string | undefined): boolean;
|
|
105
|
-
|
|
106
|
-
/**
|
|
107
|
-
* Resolve KV cache GPU buffers into a flat dispatch state object.
|
|
108
|
-
*
|
|
109
|
-
* Called after the KV cache has been updated (via updateFromGPU or
|
|
110
|
-
* recordUpdateFromGPU) to extract buffer references, layout info,
|
|
111
|
-
* and sequence lengths needed for attention dispatch.
|
|
112
|
-
*/
|
|
113
|
-
export function resolveKVCacheState(
|
|
114
|
-
state: AttentionState,
|
|
115
|
-
layerIdx: number,
|
|
116
|
-
kTensor: Tensor | null,
|
|
117
|
-
vTensor: Tensor | null,
|
|
118
|
-
currentSeqLen: number,
|
|
119
|
-
numTokens: number
|
|
120
|
-
): KVCacheDispatchState;
|
|
121
|
-
|
|
122
|
-
export interface DiffusionGemmaDecoderKVStateInput {
|
|
123
|
-
state: AttentionState;
|
|
124
|
-
layerIdx: number;
|
|
125
|
-
kTensor: Tensor;
|
|
126
|
-
vTensor: Tensor;
|
|
127
|
-
currentSeqLen: number;
|
|
128
|
-
numTokens: number;
|
|
129
|
-
numKVHeads: number;
|
|
130
|
-
headDim: number;
|
|
131
|
-
layerType?: string | null;
|
|
132
|
-
slidingWindow?: number | null;
|
|
133
|
-
kvDtype?: string | null;
|
|
134
|
-
recorder?: CommandRecorder | null;
|
|
135
|
-
}
|
|
136
|
-
|
|
137
|
-
export function createDiffusionGemmaDecoderKVState(
|
|
138
|
-
args: DiffusionGemmaDecoderKVStateInput
|
|
139
|
-
): Promise<KVCacheDispatchState>;
|
|
140
|
-
|
|
141
|
-
/**
|
|
142
|
-
* Build attention dispatch parameters from the KV cache state and layer config.
|
|
143
|
-
*
|
|
144
|
-
* Applies tiered prefill fallback, sliding window normalization, kernel variant
|
|
145
|
-
* selection, kvLen adjustments, attention scale computation, and cached KV
|
|
146
|
-
* dtype/tensor creation. Mutates kvState in place for layout overrides.
|
|
147
|
-
*/
|
|
148
|
-
export function buildAttentionDispatchParams(
|
|
149
|
-
config: DispatchParamsConfig,
|
|
150
|
-
state: AttentionState,
|
|
151
|
-
kTensor: Tensor | null,
|
|
152
|
-
vTensor: Tensor | null,
|
|
153
|
-
kvState: KVCacheDispatchState
|
|
154
|
-
): AttentionDispatchParams;
|
|
155
|
-
|
|
156
|
-
/**
|
|
157
|
-
* Build the data object for recordAttentionInputs.
|
|
158
|
-
*
|
|
159
|
-
* Consolidates dtype, layout, and dimension info from config, KV state,
|
|
160
|
-
* and dispatch params into the shape expected by recordAttentionInputs().
|
|
161
|
-
*/
|
|
162
|
-
export function buildAttentionInputsData(
|
|
163
|
-
config: DispatchParamsConfig,
|
|
164
|
-
input: Tensor,
|
|
165
|
-
normed: Tensor,
|
|
166
|
-
kvState: KVCacheDispatchState,
|
|
167
|
-
dispatchParams: AttentionDispatchParams,
|
|
168
|
-
dtypeInfo: DtypeInfo,
|
|
169
|
-
usedFusedQKV: boolean,
|
|
170
|
-
qTensor: Tensor | null,
|
|
171
|
-
kTensor: Tensor | null,
|
|
172
|
-
vTensor: Tensor | null
|
|
173
|
-
): Record<string, unknown>;
|