doppler-gpu 0.4.7 → 0.4.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +64 -0
- package/README.md +93 -144
- package/models/catalog.json +1575 -0
- package/package.json +37 -12
- package/src/cli/doppler-cli.js +28 -7
- package/src/client/doppler-registry.json +2 -2
- package/src/client/runtime/index.js +25 -2
- package/src/client/runtime/model-session.d.ts +31 -1
- package/src/client/runtime/model-session.js +31 -0
- package/src/client/runtime/model-source.d.ts +19 -2
- package/src/client/runtime/model-source.js +45 -5
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
- package/src/config/kernel-path-loader.js +1 -0
- package/src/config/kernels/kernel-ref-digests.js +26 -17
- package/src/config/kernels/registry.json +448 -27
- package/src/config/merge.js +11 -0
- package/src/config/param-validator.js +25 -0
- package/src/config/runtime/default.json +3 -1
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
- package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
- package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
- package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
- package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
- package/src/config/runtime/profiles/rerank-stability.json +43 -0
- package/src/config/runtime/profiles/rerank-throughput.json +40 -0
- package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
- package/src/config/schema/doppler.schema.js +40 -5
- package/src/config/schema/execution-v1.schema.d.ts +41 -0
- package/src/config/schema/execution-v1.schema.js +10 -0
- package/src/config/schema/index.d.ts +3 -1
- package/src/config/schema/speculation-self.schema.d.ts +16 -0
- package/src/config/transforms/capability-transform-resolver.js +7 -1
- package/src/config/transforms/execution-graph-transforms.js +2 -2
- package/src/debug/config.d.ts +4 -0
- package/src/experimental/orchestration/index.d.ts +10 -1
- package/src/experimental/training/suite.js +1 -1
- package/src/formats/rdrr/classification.js +3 -0
- package/src/formats/rdrr/integrity.d.ts +0 -2
- package/src/formats/rdrr/integrity.js +0 -2
- package/src/formats/rdrr/types.d.ts +1 -1
- package/src/gpu/kernels/attention.d.ts +2 -0
- package/src/gpu/kernels/attention.js +75 -16
- package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
- package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
- package/src/gpu/kernels/fused_ffn.d.ts +32 -0
- package/src/gpu/kernels/fused_ffn.js +540 -19
- package/src/gpu/kernels/fused_ffn.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
- package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
- package/src/gpu/kernels/index.d.ts +21 -0
- package/src/gpu/kernels/index.js +13 -0
- package/src/gpu/kernels/linear-attention-core.js +413 -15
- package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
- package/src/gpu/kernels/lm-head-argmax.js +153 -57
- package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
- package/src/gpu/kernels/lm-head-select-logits.js +186 -0
- package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
- package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
- package/src/gpu/kernels/matmul-selection.js +5 -1
- package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
- package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
- package/src/gpu/kernels/rmsnorm-pair.js +113 -0
- package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
- package/src/gpu/kernels/rmsnorm-stats.js +250 -0
- package/src/gpu/kernels/silu.wgsl +7 -1
- package/src/gpu/kernels/silu_f16.wgsl +7 -1
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
- package/src/gpu/tensor.d.ts +1 -0
- package/src/index.d.ts +1 -1
- package/src/index.js +1 -1
- package/src/inference/browser-harness-suite-helpers.js +1 -1
- package/src/inference/browser-harness-text-helpers.js +251 -20
- package/src/inference/browser-harness.js +221 -3
- package/src/inference/kv-cache/base.js +42 -1
- package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
- package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
- package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
- package/src/inference/pipelines/text/attention/projections.js +174 -4
- package/src/inference/pipelines/text/attention/record.js +44 -21
- package/src/inference/pipelines/text/attention/run.js +18 -3
- package/src/inference/pipelines/text/config.d.ts +18 -0
- package/src/inference/pipelines/text/config.js +100 -0
- package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
- package/src/inference/pipelines/text/execution-plan.js +37 -0
- package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
- package/src/inference/pipelines/text/execution-v1.js +122 -8
- package/src/inference/pipelines/text/ffn/dense.js +239 -21
- package/src/inference/pipelines/text/ffn/standard.js +121 -38
- package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
- package/src/inference/pipelines/text/generator-helpers.js +2 -0
- package/src/inference/pipelines/text/generator-runtime.js +1 -0
- package/src/inference/pipelines/text/generator-steps.js +2 -2
- package/src/inference/pipelines/text/generator.d.ts +18 -1
- package/src/inference/pipelines/text/generator.js +297 -19
- package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
- package/src/inference/pipelines/text/init.d.ts +22 -3
- package/src/inference/pipelines/text/init.js +2 -2
- package/src/inference/pipelines/text/layer.js +87 -8
- package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
- package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
- package/src/inference/pipelines/text/linear-attention.js +173 -16
- package/src/inference/pipelines/text/logits/gpu.js +2 -2
- package/src/inference/pipelines/text/logits/index.js +62 -1
- package/src/inference/pipelines/text/model-load.js +6 -0
- package/src/inference/pipelines/text/ops.js +22 -0
- package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
- package/src/inference/pipelines/text/probes.js +9 -4
- package/src/inference/pipelines/text/state.d.ts +4 -4
- package/src/inference/pipelines/text/state.js +4 -0
- package/src/inference/pipelines/text/types.d.ts +27 -2
- package/src/inference/pipelines/text.d.ts +21 -1
- package/src/inference/pipelines/text.js +40 -14
- package/src/inference/tokenizers/bundled.js +45 -23
- package/src/inference/tokenizers/types.d.ts +7 -4
- package/src/loader/doppler-loader.js +25 -2
- package/src/loader/index.d.ts +3 -1
- package/src/loader/index.js +2 -0
- package/src/loader/loader-types.d.ts +3 -1
- package/src/loader/manifest-config.d.ts +18 -0
- package/src/loader/manifest-config.js +11 -3
- package/src/loader/shard-cache.d.ts +2 -0
- package/src/loader/shard-cache.js +29 -1
- package/src/models/gemma4.js +8 -0
- package/src/rules/inference/capability-transforms.rules.json +145 -20
- package/src/rules/inference/ffn.rules.json +33 -0
- package/src/rules/kernels/fused-ffn.rules.json +1 -1
- package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
- package/src/rules/kernels/matmul.rules.json +1 -0
- package/src/rules/kernels/silu.rules.json +1 -0
- package/src/rules/rule-registry.js +2 -0
- package/src/storage/artifact-storage-context.js +36 -0
- package/src/tooling/node-browser-command-runner.js +42 -7
- package/src/tooling/opfs-cache.d.ts +21 -1
- package/src/tooling/opfs-cache.js +168 -32
- package/src/tooling-exports/storage.d.ts +1 -1
- package/src/tooling-exports/storage.js +1 -1
- package/src/types/gpu.d.ts +25 -0
- package/src/version.js +1 -1
- package/tests/kernels/browser/kernel-suite.js +1593 -0
- package/tests/kernels/browser/test-page.js +2629 -0
- package/tests/kernels/harness/benchmark.js +225 -0
- package/tests/kernels/harness/buffer-utils.js +88 -0
- package/tests/kernels/harness/tolerance.js +174 -0
- package/tests/kernels/reference/adam.js +15 -0
- package/tests/kernels/reference/attention.js +158 -0
- package/tests/kernels/reference/backward.js +96 -0
- package/tests/kernels/reference/bias-add.js +20 -0
- package/tests/kernels/reference/conv2d.js +58 -0
- package/tests/kernels/reference/cross-entropy.js +26 -0
- package/tests/kernels/reference/dequant.js +312 -0
- package/tests/kernels/reference/embed.js +15 -0
- package/tests/kernels/reference/gather.js +61 -0
- package/tests/kernels/reference/gelu.js +37 -0
- package/tests/kernels/reference/groupnorm.js +36 -0
- package/tests/kernels/reference/index.js +89 -0
- package/tests/kernels/reference/layernorm.js +22 -0
- package/tests/kernels/reference/matmul.js +57 -0
- package/tests/kernels/reference/modulate.js +24 -0
- package/tests/kernels/reference/moe-gather.js +83 -0
- package/tests/kernels/reference/pixel-shuffle.js +20 -0
- package/tests/kernels/reference/residual.js +55 -0
- package/tests/kernels/reference/rmsnorm.js +52 -0
- package/tests/kernels/reference/rope.js +79 -0
- package/tests/kernels/reference/sample.js +97 -0
- package/tests/kernels/reference/scatter-add.js +58 -0
- package/tests/kernels/reference/silu.js +52 -0
- package/tests/kernels/reference/softmax.js +86 -0
- package/tests/kernels/reference/split-qkv.js +58 -0
- package/tests/kernels/reference/topk.js +88 -0
- package/tests/kernels/reference/upsample2d.js +37 -0
- package/BRANDING.md +0 -14
- package/SECURITY.md +0 -19
- package/assets/doppler-runtime-map.svg +0 -82
- package/src/bootstrap.js +0 -30
- package/src/cli/doppler-cli.d.ts +0 -46
- package/src/cli/doppler-quickstart.d.ts +0 -45
- package/src/cli/doppler-serve.d.ts +0 -210
- package/src/cli/runtime-profiles.d.ts +0 -40
- package/src/client/doppler-api.browser.d.ts +0 -1
- package/src/client/doppler-api.browser.js +0 -25
- package/src/client/doppler-registry.d.ts +0 -54
- package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
- package/src/client/runtime/source-runtime.d.ts +0 -26
- package/src/client/runtime/storage.d.ts +0 -5
- package/src/config/README.md +0 -61
- package/src/config/conversion/README.md +0 -62
- package/src/config/goal-completion-matrix.json +0 -552
- package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
- package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
- package/src/config/kernels/moe/mixtral.paths.json +0 -46
- package/src/config/kernels/registry.d.ts +0 -51
- package/src/config/merge-contract-check.d.ts +0 -16
- package/src/config/merge-contract-check.js +0 -319
- package/src/config/merge-helpers.d.ts +0 -60
- package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
- package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
- package/src/config/param-categories.d.ts +0 -8
- package/src/config/param-validator.d.ts +0 -33
- package/src/config/platforms/loader.d.ts +0 -38
- package/src/config/quantization-contract-check.d.ts +0 -12
- package/src/config/quantization-contract-check.js +0 -91
- package/src/config/runtime/README.md +0 -28
- package/src/config/runtime-merge.d.ts +0 -5
- package/src/config/schema/claim-evidence-contract.schema.json +0 -93
- package/src/config/schema/command-surface-contract.schema.json +0 -81
- package/src/config/schema/goal-completion-matrix.schema.json +0 -223
- package/src/config/schema/model-artifact-contract.schema.json +0 -119
- package/src/config/schema/platform.schema.js +0 -1
- package/src/config/schema/policy-schema-registry.json +0 -31
- package/src/config/schema/subsystem-support-contract.schema.json +0 -48
- package/src/config/support-tiers/subsystems.json +0 -502
- package/src/config/supported-operations.d.ts +0 -14
- package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
- package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
- package/src/converter/conversion-plan.d.ts +0 -56
- package/src/converter/index.d.ts +0 -98
- package/src/converter/index.js +0 -59
- package/src/converter/parsers/diffusion.d.ts +0 -50
- package/src/converter/parsers/gguf.d.ts +0 -31
- package/src/converter/parsers/index.d.ts +0 -21
- package/src/converter/parsers/index.js +0 -12
- package/src/converter/parsers/transformer.d.ts +0 -31
- package/src/converter/quantization-info.d.ts +0 -38
- package/src/converter/rope-config.d.ts +0 -16
- package/src/converter/tokenizer-utils.d.ts +0 -12
- package/src/debug/reference/README.md +0 -114
- package/src/debug/reference/hf_attn_debug.py +0 -114
- package/src/debug/reference/hf_embed_check.py +0 -89
- package/src/debug/reference/hf_layer_out.py +0 -100
- package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
- package/src/debug/reference/hf_rope_check.py +0 -116
- package/src/debug/reference/hf_weights.py +0 -75
- package/src/errors/doppler-error.d.ts +0 -20
- package/src/experimental/bridge/extension/background.d.ts +0 -14
- package/src/experimental/bridge/extension/background.js +0 -168
- package/src/experimental/bridge/extension/manifest.json +0 -34
- package/src/experimental/bridge/extension-client.d.ts +0 -114
- package/src/experimental/bridge/index.d.ts +0 -69
- package/src/experimental/bridge/node-bridge.js +0 -24
- package/src/experimental/bridge/protocol.d.ts +0 -96
- package/src/experimental/browser/gguf-importer.d.ts +0 -136
- package/src/experimental/browser/gguf-importer.js +0 -532
- package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
- package/src/experimental/browser/quantization.d.ts +0 -74
- package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
- package/src/experimental/browser/shard-io-browser.d.ts +0 -57
- package/src/experimental/browser/shard-io-browser.js +0 -89
- package/src/experimental/browser/tensor-source-download.d.ts +0 -27
- package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
- package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
- package/src/experimental/distribution/p2p-transport.js +0 -75
- package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
- package/src/experimental/hotswap/manifest.d.ts +0 -42
- package/src/experimental/hotswap/model-swap.js +0 -42
- package/src/experimental/hotswap/runtime.d.ts +0 -31
- package/src/experimental/training/README.md +0 -164
- package/src/experimental/training/artifacts.d.ts +0 -160
- package/src/experimental/training/attention-backward.d.ts +0 -30
- package/src/experimental/training/attention-forward.d.ts +0 -22
- package/src/experimental/training/attention-forward.js +0 -82
- package/src/experimental/training/autograd.d.ts +0 -51
- package/src/experimental/training/backward-kernels.js +0 -39
- package/src/experimental/training/checkpoint-watch.d.ts +0 -8
- package/src/experimental/training/checkpoint.d.ts +0 -36
- package/src/experimental/training/clip.d.ts +0 -9
- package/src/experimental/training/dataloader.d.ts +0 -8
- package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
- package/src/experimental/training/datasets/gepa-frontier.js +0 -220
- package/src/experimental/training/datasets/index.d.ts +0 -24
- package/src/experimental/training/datasets/index.js +0 -13
- package/src/experimental/training/datasets/jsonl.d.ts +0 -11
- package/src/experimental/training/datasets/reploid.d.ts +0 -3
- package/src/experimental/training/datasets/reploid.js +0 -36
- package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
- package/src/experimental/training/datasets/teacher-traces.js +0 -279
- package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
- package/src/experimental/training/datasets/token-batch.d.ts +0 -21
- package/src/experimental/training/datasets/token-batch.js +0 -52
- package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
- package/src/experimental/training/datasets/translation-pairs.js +0 -49
- package/src/experimental/training/distillation/artifacts.d.ts +0 -71
- package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
- package/src/experimental/training/distillation/dataset.d.ts +0 -59
- package/src/experimental/training/distillation/eval.d.ts +0 -34
- package/src/experimental/training/distillation/index.d.ts +0 -29
- package/src/experimental/training/distillation/runtime.d.ts +0 -20
- package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
- package/src/experimental/training/distillation/stage-a.d.ts +0 -45
- package/src/experimental/training/distillation/stage-b.d.ts +0 -24
- package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
- package/src/experimental/training/distillation/suite-data.d.ts +0 -45
- package/src/experimental/training/export.d.ts +0 -41
- package/src/experimental/training/index.d.ts +0 -74
- package/src/experimental/training/index.js +0 -63
- package/src/experimental/training/lora-pipeline.d.ts +0 -183
- package/src/experimental/training/lora.d.ts +0 -19
- package/src/experimental/training/loss-scaling.d.ts +0 -21
- package/src/experimental/training/loss.d.ts +0 -10
- package/src/experimental/training/objectives/base.d.ts +0 -58
- package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
- package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
- package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
- package/src/experimental/training/objectives/index.d.ts +0 -12
- package/src/experimental/training/objectives/index.js +0 -6
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
- package/src/experimental/training/operator-agent-eval.d.ts +0 -65
- package/src/experimental/training/operator-artifacts.d.ts +0 -62
- package/src/experimental/training/operator-command.d.ts +0 -5
- package/src/experimental/training/operator-eval.d.ts +0 -48
- package/src/experimental/training/operator-scoreboard.d.ts +0 -5
- package/src/experimental/training/optimizer.d.ts +0 -22
- package/src/experimental/training/runner.d.ts +0 -249
- package/src/experimental/training/suite.d.ts +0 -299
- package/src/experimental/training/tensor-factory.d.ts +0 -9
- package/src/experimental/training/trainer.d.ts +0 -89
- package/src/experimental/training/ul_dataset.d.ts +0 -47
- package/src/experimental/training/ul_schedule.d.ts +0 -6
- package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
- package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
- package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
- package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
- package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
- package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
- package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
- package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
- package/src/experimental/training/workload-packs/registry.json +0 -278
- package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
- package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
- package/src/experimental/training/workloads.d.ts +0 -201
- package/src/formats/gguf/types.d.ts +0 -74
- package/src/formats/index.d.ts +0 -75
- package/src/formats/index.js +0 -19
- package/src/formats/litert/types.d.ts +0 -74
- package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
- package/src/formats/rdrr/distributed/validation.d.ts +0 -23
- package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
- package/src/formats/safetensors/types.d.ts +0 -67
- package/src/formats/tflite/types.d.ts +0 -61
- package/src/formats/tokenizer/index.d.ts +0 -5
- package/src/formats/tokenizer/index.js +0 -3
- package/src/formats/tokenizer/types.d.ts +0 -9
- package/src/gpu/kernel-runtime.d.ts +0 -13
- package/src/gpu/kernel-selection-cache.d.ts +0 -13
- package/src/gpu/kernel-selection-log.d.ts +0 -4
- package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
- package/src/gpu/kernel-tuner/cache.d.ts +0 -55
- package/src/gpu/kernel-tuner/index.d.ts +0 -59
- package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
- package/src/gpu/kernel-tuner/types.d.ts +0 -101
- package/src/gpu/kernel-tuner/types.js +0 -4
- package/src/gpu/kernel-tuner.d.ts +0 -33
- package/src/gpu/kernels/README.md +0 -166
- package/src/gpu/kernels/check-finiteness.d.ts +0 -15
- package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
- package/src/gpu/kernels/check-stop.d.ts +0 -31
- package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
- package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
- package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
- package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
- package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
- package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
- package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
- package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
- package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
- package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
- package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
- package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
- package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
- package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
- package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
- package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
- package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
- package/src/gpu/kernels/constants.d.ts +0 -129
- package/src/gpu/kernels/dispatch.d.ts +0 -72
- package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
- package/src/gpu/kernels/kernel-base.d.ts +0 -33
- package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
- package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
- package/src/gpu/kernels/matmul-selection.d.ts +0 -87
- package/src/gpu/kernels/rep-penalty.d.ts +0 -21
- package/src/gpu/kernels/rule-matcher.d.ts +0 -30
- package/src/gpu/kernels/rule-registry.d.ts +0 -7
- package/src/gpu/kernels/types.js +0 -4
- package/src/gpu/perf-guards.d.ts +0 -13
- package/src/gpu/profiler.d.ts +0 -93
- package/src/gpu/readback-utils.d.ts +0 -16
- package/src/gpu/readback-utils.js +0 -49
- package/src/gpu/submit-probe.d.ts +0 -12
- package/src/index-browser.d.ts +0 -2
- package/src/index-browser.js +0 -2
- package/src/inference/README.md +0 -593
- package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
- package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
- package/src/inference/browser-harness-model-helpers.d.ts +0 -10
- package/src/inference/browser-harness-report-helpers.d.ts +0 -7
- package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
- package/src/inference/browser-harness-text-helpers.d.ts +0 -152
- package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
- package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
- package/src/inference/network-evolution.js +0 -79
- package/src/inference/pipelines/context.d.ts +0 -21
- package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
- package/src/inference/pipelines/diffusion/index.d.ts +0 -3
- package/src/inference/pipelines/diffusion/index.js +0 -3
- package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
- package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
- package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
- package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
- package/src/inference/pipelines/diffusion/types.js +0 -1
- package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
- package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
- package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
- package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
- package/src/inference/pipelines/dream/pipeline.js +0 -8
- package/src/inference/pipelines/energy/index.d.ts +0 -1
- package/src/inference/pipelines/energy/index.js +0 -1
- package/src/inference/pipelines/energy/types.js +0 -1
- package/src/inference/pipelines/energy-head/index.d.ts +0 -6
- package/src/inference/pipelines/energy-head/index.js +0 -6
- package/src/inference/pipelines/factory.d.ts +0 -10
- package/src/inference/pipelines/index.d.ts +0 -22
- package/src/inference/pipelines/index.js +0 -19
- package/src/inference/pipelines/registry.d.ts +0 -15
- package/src/inference/pipelines/rng.d.ts +0 -2
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
- package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
- package/src/inference/pipelines/text/attention/index.d.ts +0 -24
- package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
- package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
- package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
- package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
- package/src/inference/pipelines/text/attention/record.d.ts +0 -36
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
- package/src/inference/pipelines/text/attention/run.d.ts +0 -38
- package/src/inference/pipelines/text/attention/types.d.ts +0 -125
- package/src/inference/pipelines/text/attention.d.ts +0 -23
- package/src/inference/pipelines/text/attention.js +0 -12
- package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
- package/src/inference/pipelines/text/buffer-types.js +0 -4
- package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
- package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
- package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
- package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
- package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
- package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
- package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
- package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
- package/src/inference/pipelines/text/embed.d.ts +0 -69
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
- package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
- package/src/inference/pipelines/text/failure-reduction.js +0 -180
- package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
- package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
- package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
- package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
- package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
- package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
- package/src/inference/pipelines/text/ffn.d.ts +0 -31
- package/src/inference/pipelines/text/ffn.js +0 -18
- package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
- package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
- package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
- package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
- package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
- package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
- package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
- package/src/inference/pipelines/text/index.d.ts +0 -5
- package/src/inference/pipelines/text/index.js +0 -6
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
- package/src/inference/pipelines/text/layer.d.ts +0 -118
- package/src/inference/pipelines/text/load-errors.d.ts +0 -21
- package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
- package/src/inference/pipelines/text/logits/types.js +0 -4
- package/src/inference/pipelines/text/logits.d.ts +0 -27
- package/src/inference/pipelines/text/logits.js +0 -16
- package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
- package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
- package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
- package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
- package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
- package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
- package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
- package/src/inference/pipelines/text/operator-events.d.ts +0 -125
- package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
- package/src/inference/pipelines/text/ops.d.ts +0 -222
- package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
- package/src/inference/pipelines/text/probes.d.ts +0 -28
- package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
- package/src/inference/pipelines/text/stage-names.d.ts +0 -88
- package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
- package/src/inference/pipelines/text/types.js +0 -4
- package/src/inference/tokenizers/base.d.ts +0 -44
- package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
- package/src/inference/tokenizers/bpe.d.ts +0 -27
- package/src/inference/tokenizers/bundled.d.ts +0 -67
- package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
- package/src/inference/tokenizers/types.js +0 -7
- package/src/loader/embedding-limit-preflight.d.ts +0 -31
- package/src/loader/per-layer-input-loader.d.ts +0 -30
- package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
- package/src/loader/tensors/source-transform.d.ts +0 -65
- package/src/memory/address-table.d.ts +0 -96
- package/src/rules/execution-rules-contract-check.d.ts +0 -21
- package/src/rules/layer-pattern-contract-check.d.ts +0 -17
- package/src/rules/rule-registry.d.ts +0 -77
- package/src/storage/artifact-storage-context.d.ts +0 -63
- package/src/storage/backends/idb-store.d.ts +0 -52
- package/src/storage/backends/memory-store.d.ts +0 -36
- package/src/storage/backends/opfs-store.d.ts +0 -41
- package/src/storage/blake3.d.ts +0 -17
- package/src/storage/download-types.d.ts +0 -157
- package/src/storage/downloader.d.ts +0 -103
- package/src/storage/index.d.ts +0 -274
- package/src/storage/index.js +0 -201
- package/src/storage/preflight.d.ts +0 -144
- package/src/storage/preflight.js +0 -360
- package/src/storage/quickstart-downloader.d.ts +0 -157
- package/src/storage/quickstart-downloader.js +0 -289
- package/src/storage/source-artifact-store.d.ts +0 -59
- package/src/sw.js +0 -184
- package/src/tooling/command-api-constants.d.ts +0 -9
- package/src/tooling/command-api-family-normalizers.d.ts +0 -10
- package/src/tooling/command-api-helpers.d.ts +0 -23
- package/src/tooling/command-runner-shared.d.ts +0 -89
- package/src/tooling/conversion-config-materializer.d.ts +0 -14
- package/src/tooling/conversion-config-materializer.js +0 -96
- package/src/tooling/diagnose-runner.d.ts +0 -28
- package/src/tooling/hf-registry-utils.d.ts +0 -55
- package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
- package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
- package/src/tooling/kernel-path-builder/index.d.ts +0 -65
- package/src/tooling/kernel-path-builder/index.js +0 -1361
- package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
- package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
- package/src/tooling/lean-execution-contract-runner.js +0 -158
- package/src/tooling/lean-execution-contract.d.ts +0 -16
- package/src/tooling/lean-execution-contract.js +0 -81
- package/src/tooling/litert-package-runtime.d.ts +0 -46
- package/src/tooling/node-convert-worker-pool.d.ts +0 -16
- package/src/tooling/node-convert-worker.d.ts +0 -1
- package/src/tooling/node-converter.d.ts +0 -1
- package/src/tooling/node-file-fetch.d.ts +0 -1
- package/src/tooling/node-source-runtime.d.ts +0 -24
- package/src/tooling/node-webgpu.d.ts +0 -17
- package/src/tooling/precision-replay-math.js +0 -174
- package/src/tooling/program-bundle-host.d.ts +0 -16
- package/src/tooling/program-bundle-host.js +0 -20
- package/src/tooling/runtime-input-composition.d.ts +0 -37
- package/src/tooling/source-package-profiles.d.ts +0 -50
- package/src/tooling/source-runtime-converter-config.d.ts +0 -19
- package/src/tooling/source-runtime-materializer.d.ts +0 -6
- package/src/tooling/source-runtime-materializer.js +0 -89
- package/src/tooling-exports.browser.d.ts +0 -7
- package/src/types/chrome.d.ts +0 -36
- package/src/types/chrome.js +0 -1
- package/src/types/index.d.ts +0 -1
- package/src/types/index.js +0 -1
- package/src/utils/array-buffer.d.ts +0 -4
- package/src/utils/canonical-hash.d.ts +0 -7
- package/src/utils/clone-json.d.ts +0 -1
- package/src/utils/hf-resolve-url.d.ts +0 -16
- package/src/utils/index.d.ts +0 -10
- package/src/utils/index.js +0 -10
- package/src/utils/load-json.d.ts +0 -5
- package/src/utils/plain-object.d.ts +0 -1
- package/src/utils/sha256.d.ts +0 -5
- package/src/utils/stable-sort-object.d.ts +0 -1
|
@@ -1,144 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Debug configuration management for pipeline tracing.
|
|
3
|
-
*
|
|
4
|
-
* Manages debug categories, layer filters, and decode step tracking.
|
|
5
|
-
* Enable via: setDebugCategories({ embed: true, layer: true })
|
|
6
|
-
*
|
|
7
|
-
* Categories:
|
|
8
|
-
* - embed: Embedding layer output
|
|
9
|
-
* - layer: Per-layer entry/exit, hidden state stats
|
|
10
|
-
* - attn: Attention computation details
|
|
11
|
-
* - ffn: FFN computation details
|
|
12
|
-
* - kv: KV cache operations
|
|
13
|
-
* - logits: Logits computation and top-k
|
|
14
|
-
* - sample: Sampling decisions
|
|
15
|
-
* - io: GPU buffer read/writes
|
|
16
|
-
* - perf: Timing and benchmarks
|
|
17
|
-
* - kernel: Kernel step debugging - inspect tensor state after each kernel (SLOW!)
|
|
18
|
-
* - all: Enable everything (use sparingly)
|
|
19
|
-
*
|
|
20
|
-
* @module inference/pipelines/text/debug-utils/config
|
|
21
|
-
*/
|
|
22
|
-
|
|
23
|
-
import type { PipelineDebugConfigSchema } from '../../../../config/schema/index.js';
|
|
24
|
-
|
|
25
|
-
// ============================================================================
|
|
26
|
-
// Debug Configuration Types
|
|
27
|
-
// ============================================================================
|
|
28
|
-
|
|
29
|
-
export type DebugCategory =
|
|
30
|
-
| 'embed'
|
|
31
|
-
| 'layer'
|
|
32
|
-
| 'attn'
|
|
33
|
-
| 'ffn'
|
|
34
|
-
| 'kv'
|
|
35
|
-
| 'logits'
|
|
36
|
-
| 'sample'
|
|
37
|
-
| 'io'
|
|
38
|
-
| 'perf'
|
|
39
|
-
| 'kernel'
|
|
40
|
-
| 'all';
|
|
41
|
-
|
|
42
|
-
export interface DebugConfig {
|
|
43
|
-
/** Which categories are enabled */
|
|
44
|
-
categories: Partial<Record<DebugCategory, boolean>>;
|
|
45
|
-
/** Only log these layer indices (empty = all) */
|
|
46
|
-
layers?: number[];
|
|
47
|
-
/** Only log first N decode steps (0 = all) */
|
|
48
|
-
maxDecodeSteps?: number;
|
|
49
|
-
/** Warn if maxAbs exceeds this */
|
|
50
|
-
maxAbsThreshold?: number;
|
|
51
|
-
/** Log GPU buffer stats (expensive - requires readback) */
|
|
52
|
-
bufferStats?: boolean;
|
|
53
|
-
}
|
|
54
|
-
|
|
55
|
-
// ============================================================================
|
|
56
|
-
// Configuration API
|
|
57
|
-
// ============================================================================
|
|
58
|
-
|
|
59
|
-
/**
|
|
60
|
-
* Set debug categories. Merges with existing config.
|
|
61
|
-
*
|
|
62
|
-
* @example
|
|
63
|
-
* setDebugCategories({ embed: true, layer: true });
|
|
64
|
-
* setDebugCategories({ all: true }); // Enable everything
|
|
65
|
-
* setDebugCategories({ all: true, io: false }); // All except io
|
|
66
|
-
*/
|
|
67
|
-
export function setDebugCategories(
|
|
68
|
-
categories: Partial<Record<DebugCategory, boolean>>,
|
|
69
|
-
options?: Partial<Omit<DebugConfig, 'categories'>>
|
|
70
|
-
): void;
|
|
71
|
-
|
|
72
|
-
/**
|
|
73
|
-
* Reset debug config to defaults (all off).
|
|
74
|
-
*/
|
|
75
|
-
export function resetDebugConfig(): void;
|
|
76
|
-
|
|
77
|
-
/**
|
|
78
|
-
* Apply pipeline debug config (runtime.shared.debug.pipeline) to debug-utils.
|
|
79
|
-
*/
|
|
80
|
-
export function applyPipelineDebugConfig(pipeline?: PipelineDebugConfigSchema | null): void;
|
|
81
|
-
|
|
82
|
-
/**
|
|
83
|
-
* Get current debug config (for inspection).
|
|
84
|
-
*/
|
|
85
|
-
export function getDebugConfig(): DebugConfig;
|
|
86
|
-
|
|
87
|
-
// ============================================================================
|
|
88
|
-
// Decode Step Tracking
|
|
89
|
-
// ============================================================================
|
|
90
|
-
|
|
91
|
-
/**
|
|
92
|
-
* Increment decode step counter.
|
|
93
|
-
*/
|
|
94
|
-
export function incrementDecodeStep(): number;
|
|
95
|
-
|
|
96
|
-
/**
|
|
97
|
-
* Reset decode step counter (call at start of generation).
|
|
98
|
-
*/
|
|
99
|
-
export function resetDecodeStep(): void;
|
|
100
|
-
|
|
101
|
-
/**
|
|
102
|
-
* Get current decode step.
|
|
103
|
-
*/
|
|
104
|
-
export function getDecodeStep(): number;
|
|
105
|
-
|
|
106
|
-
// ============================================================================
|
|
107
|
-
// Layer Filtering
|
|
108
|
-
// ============================================================================
|
|
109
|
-
|
|
110
|
-
/**
|
|
111
|
-
* Check if a layer should be debugged based on debugLayers config.
|
|
112
|
-
* @param layerIdx - The layer index to check
|
|
113
|
-
* @param debugLayers - Array of layer indices to debug, null means none, undefined/empty means hardcoded defaults
|
|
114
|
-
* @returns true if the layer should be debugged
|
|
115
|
-
*/
|
|
116
|
-
export function shouldDebugLayerOutput(layerIdx: number, debugLayers: number[] | null | undefined): boolean;
|
|
117
|
-
|
|
118
|
-
// ============================================================================
|
|
119
|
-
// Internal Helpers (exported for use by other debug-utils modules)
|
|
120
|
-
// ============================================================================
|
|
121
|
-
|
|
122
|
-
/**
|
|
123
|
-
* Check if a debug category is enabled for the given layer.
|
|
124
|
-
* @internal
|
|
125
|
-
*/
|
|
126
|
-
export function isEnabled(category: DebugCategory, layerIdx?: number): boolean;
|
|
127
|
-
|
|
128
|
-
/**
|
|
129
|
-
* Format a debug tag with category, layer, and step info.
|
|
130
|
-
* @internal
|
|
131
|
-
*/
|
|
132
|
-
export function formatTag(category: string, layerIdx?: number, step?: number): string;
|
|
133
|
-
|
|
134
|
-
/**
|
|
135
|
-
* Check if buffer stats collection is enabled.
|
|
136
|
-
* @internal
|
|
137
|
-
*/
|
|
138
|
-
export function isBufferStatsEnabled(): boolean;
|
|
139
|
-
|
|
140
|
-
/**
|
|
141
|
-
* Get max abs threshold for explosion warnings.
|
|
142
|
-
* @internal
|
|
143
|
-
*/
|
|
144
|
-
export function getMaxAbsThreshold(): number;
|
|
@@ -1,53 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Debug utilities for pipeline tracing.
|
|
3
|
-
*
|
|
4
|
-
* Re-exports all debug utilities from submodules.
|
|
5
|
-
*
|
|
6
|
-
* @module inference/pipelines/text/debug-utils
|
|
7
|
-
*/
|
|
8
|
-
|
|
9
|
-
// Configuration
|
|
10
|
-
export {
|
|
11
|
-
type DebugCategory,
|
|
12
|
-
type DebugConfig,
|
|
13
|
-
setDebugCategories,
|
|
14
|
-
resetDebugConfig,
|
|
15
|
-
applyPipelineDebugConfig,
|
|
16
|
-
getDebugConfig,
|
|
17
|
-
incrementDecodeStep,
|
|
18
|
-
resetDecodeStep,
|
|
19
|
-
getDecodeStep,
|
|
20
|
-
shouldDebugLayerOutput,
|
|
21
|
-
} from './config.js';
|
|
22
|
-
|
|
23
|
-
// Logging
|
|
24
|
-
export {
|
|
25
|
-
logEmbed,
|
|
26
|
-
logLayer,
|
|
27
|
-
logAttn,
|
|
28
|
-
logFFN,
|
|
29
|
-
logKV,
|
|
30
|
-
logLogits,
|
|
31
|
-
logSample,
|
|
32
|
-
logIO,
|
|
33
|
-
logPerf,
|
|
34
|
-
} from './logging.js';
|
|
35
|
-
|
|
36
|
-
// Tensor inspection
|
|
37
|
-
export {
|
|
38
|
-
type TensorStats,
|
|
39
|
-
dumpTensor,
|
|
40
|
-
dumpTokenVector,
|
|
41
|
-
dumpKVCache,
|
|
42
|
-
logKernelStep,
|
|
43
|
-
isKernelDebugEnabled,
|
|
44
|
-
} from './tensor.js';
|
|
45
|
-
|
|
46
|
-
// Utilities
|
|
47
|
-
export {
|
|
48
|
-
f16ToF32,
|
|
49
|
-
decodeReadback,
|
|
50
|
-
getLogitsHealth,
|
|
51
|
-
getBufferStats,
|
|
52
|
-
DEBUG_PROFILES,
|
|
53
|
-
} from './utils.js';
|
|
@@ -1,106 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Logging functions for pipeline debug tracing.
|
|
3
|
-
*
|
|
4
|
-
* Provides category-specific logging for each pipeline stage:
|
|
5
|
-
* embedding, layers, attention, FFN, KV cache, logits, sampling, I/O, and performance.
|
|
6
|
-
*
|
|
7
|
-
* Log format: [CATEGORY] message
|
|
8
|
-
* This enables post-filtering: grep -E "^\[LAYER\]|\[ATTN\]"
|
|
9
|
-
*
|
|
10
|
-
* @module inference/pipelines/text/debug-utils/logging
|
|
11
|
-
*/
|
|
12
|
-
|
|
13
|
-
// ============================================================================
|
|
14
|
-
// Logging Functions
|
|
15
|
-
// ============================================================================
|
|
16
|
-
|
|
17
|
-
/**
|
|
18
|
-
* Log embedding info.
|
|
19
|
-
*/
|
|
20
|
-
export function logEmbed(
|
|
21
|
-
tokenIds: number[],
|
|
22
|
-
info: { maxAbs?: number; nonZero?: number; total?: number; sample?: number[] }
|
|
23
|
-
): void;
|
|
24
|
-
|
|
25
|
-
/**
|
|
26
|
-
* Log layer entry/exit.
|
|
27
|
-
*/
|
|
28
|
-
export function logLayer(
|
|
29
|
-
layerIdx: number,
|
|
30
|
-
phase: 'enter' | 'exit',
|
|
31
|
-
isPrefill: boolean,
|
|
32
|
-
info: { numTokens?: number; maxAbs?: number; sample?: number[] }
|
|
33
|
-
): void;
|
|
34
|
-
|
|
35
|
-
/**
|
|
36
|
-
* Log attention details.
|
|
37
|
-
*/
|
|
38
|
-
export function logAttn(
|
|
39
|
-
layerIdx: number,
|
|
40
|
-
isPrefill: boolean,
|
|
41
|
-
info: {
|
|
42
|
-
numTokens: number;
|
|
43
|
-
kvLen: number;
|
|
44
|
-
startPos?: number;
|
|
45
|
-
maxAbsQ?: number;
|
|
46
|
-
maxAbsK?: number;
|
|
47
|
-
maxAbsV?: number;
|
|
48
|
-
maxAbsOut?: number;
|
|
49
|
-
}
|
|
50
|
-
): void;
|
|
51
|
-
|
|
52
|
-
/**
|
|
53
|
-
* Log FFN details.
|
|
54
|
-
*/
|
|
55
|
-
export function logFFN(
|
|
56
|
-
layerIdx: number,
|
|
57
|
-
info: { maxAbsGate?: number; maxAbsUp?: number; maxAbsOut?: number }
|
|
58
|
-
): void;
|
|
59
|
-
|
|
60
|
-
/**
|
|
61
|
-
* Log KV cache operations.
|
|
62
|
-
*/
|
|
63
|
-
export function logKV(
|
|
64
|
-
layerIdx: number,
|
|
65
|
-
op: 'write' | 'read' | 'init' | 'clear',
|
|
66
|
-
info: { seqLen?: number; kvLen?: number; startPos?: number }
|
|
67
|
-
): void;
|
|
68
|
-
|
|
69
|
-
/**
|
|
70
|
-
* Log logits computation.
|
|
71
|
-
*/
|
|
72
|
-
export function logLogits(
|
|
73
|
-
phase: 'prefill' | 'decode',
|
|
74
|
-
info: {
|
|
75
|
-
min: number;
|
|
76
|
-
max: number;
|
|
77
|
-
topK?: Array<{ token: number | string; prob: number; text?: string }>;
|
|
78
|
-
}
|
|
79
|
-
): void;
|
|
80
|
-
|
|
81
|
-
/**
|
|
82
|
-
* Log sampling decision.
|
|
83
|
-
*/
|
|
84
|
-
export function logSample(
|
|
85
|
-
tokenId: number,
|
|
86
|
-
tokenText: string,
|
|
87
|
-
info: { prob?: number; temperature?: number; topK?: number }
|
|
88
|
-
): void;
|
|
89
|
-
|
|
90
|
-
/**
|
|
91
|
-
* Log GPU buffer I/O.
|
|
92
|
-
*/
|
|
93
|
-
export function logIO(
|
|
94
|
-
op: 'read' | 'write' | 'copy',
|
|
95
|
-
label: string,
|
|
96
|
-
bytes: number
|
|
97
|
-
): void;
|
|
98
|
-
|
|
99
|
-
/**
|
|
100
|
-
* Log performance timing.
|
|
101
|
-
*/
|
|
102
|
-
export function logPerf(
|
|
103
|
-
phase: string,
|
|
104
|
-
ms: number,
|
|
105
|
-
extra?: Record<string, number | string>
|
|
106
|
-
): void;
|
|
@@ -1,119 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Tensor inspection utilities for kernel step debugging.
|
|
3
|
-
*
|
|
4
|
-
* Provides GPU buffer readback and statistics computation for debugging.
|
|
5
|
-
* These operations are expensive (require GPU sync) - use sparingly.
|
|
6
|
-
*
|
|
7
|
-
* Enable with setDebugCategories({ kernel: true }, { bufferStats: true })
|
|
8
|
-
* or use DEBUG_PROFILES.kernelStep
|
|
9
|
-
*
|
|
10
|
-
* @example
|
|
11
|
-
* // Enable kernel step debugging for layer 0 only
|
|
12
|
-
* setDebugCategories({ kernel: true }, { layers: [0], bufferStats: true });
|
|
13
|
-
*
|
|
14
|
-
* // In pipeline code:
|
|
15
|
-
* if (isKernelDebugEnabled(layerIdx)) {
|
|
16
|
-
* await dumpTensor(outputBuffer, 'matmul_output', { layerIdx });
|
|
17
|
-
* }
|
|
18
|
-
*
|
|
19
|
-
* @module inference/pipelines/text/debug-utils/tensor
|
|
20
|
-
*/
|
|
21
|
-
|
|
22
|
-
import type { KVCache, SlidingWindowKVCache } from '../../../kv-cache.js';
|
|
23
|
-
|
|
24
|
-
// ============================================================================
|
|
25
|
-
// Types
|
|
26
|
-
// ============================================================================
|
|
27
|
-
|
|
28
|
-
/** Tensor statistics from GPU readback */
|
|
29
|
-
export interface TensorStats {
|
|
30
|
-
shape: string;
|
|
31
|
-
dtype: string;
|
|
32
|
-
min: number;
|
|
33
|
-
max: number;
|
|
34
|
-
maxAbs: number;
|
|
35
|
-
mean: number;
|
|
36
|
-
nonZero: number;
|
|
37
|
-
total: number;
|
|
38
|
-
nanCount: number;
|
|
39
|
-
infCount: number;
|
|
40
|
-
sample: number[];
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
// ============================================================================
|
|
44
|
-
// Tensor Inspection Functions
|
|
45
|
-
// ============================================================================
|
|
46
|
-
|
|
47
|
-
/**
|
|
48
|
-
* Dump a GPU tensor's contents for debugging.
|
|
49
|
-
* This is expensive (requires GPU sync + readback) - use sparingly.
|
|
50
|
-
*
|
|
51
|
-
* @param buffer - GPU buffer to inspect
|
|
52
|
-
* @param label - Descriptive label for logging
|
|
53
|
-
* @param options - Additional options
|
|
54
|
-
*/
|
|
55
|
-
export function dumpTensor(
|
|
56
|
-
buffer: GPUBuffer,
|
|
57
|
-
label: string,
|
|
58
|
-
options?: {
|
|
59
|
-
layerIdx?: number;
|
|
60
|
-
shape?: [number, number] | [number];
|
|
61
|
-
dtype?: 'f32' | 'f16' | 'bf16';
|
|
62
|
-
sampleCount?: number;
|
|
63
|
-
warnThreshold?: number;
|
|
64
|
-
}
|
|
65
|
-
): Promise<TensorStats | null>;
|
|
66
|
-
|
|
67
|
-
/**
|
|
68
|
-
* Dump stats for a single token row within a 2D [numTokens, rowSize] buffer.
|
|
69
|
-
* Use this when matching per-token reference implementations (e.g., HuggingFace hooks).
|
|
70
|
-
*/
|
|
71
|
-
export function dumpTokenVector(
|
|
72
|
-
buffer: GPUBuffer,
|
|
73
|
-
label: string,
|
|
74
|
-
options: {
|
|
75
|
-
layerIdx?: number;
|
|
76
|
-
tokenIdx: number;
|
|
77
|
-
rowSize: number;
|
|
78
|
-
dtype?: 'f32' | 'f16' | 'bf16';
|
|
79
|
-
sampleCount?: number;
|
|
80
|
-
warnThreshold?: number;
|
|
81
|
-
}
|
|
82
|
-
): Promise<TensorStats | null>;
|
|
83
|
-
|
|
84
|
-
/**
|
|
85
|
-
* Log a kernel step with optional tensor dump.
|
|
86
|
-
* Use this after kernel invocations to trace execution.
|
|
87
|
-
*
|
|
88
|
-
* @param kernelName - Name of the kernel (e.g., 'matmul', 'rmsnorm')
|
|
89
|
-
* @param info - Additional info to log
|
|
90
|
-
*/
|
|
91
|
-
export function logKernelStep(
|
|
92
|
-
kernelName: string,
|
|
93
|
-
info: {
|
|
94
|
-
layerIdx?: number;
|
|
95
|
-
M?: number;
|
|
96
|
-
N?: number;
|
|
97
|
-
K?: number;
|
|
98
|
-
size?: number;
|
|
99
|
-
label?: string;
|
|
100
|
-
}
|
|
101
|
-
): void;
|
|
102
|
-
|
|
103
|
-
/**
|
|
104
|
-
* Dump KV cache state for a specific layer.
|
|
105
|
-
* Reads both keys and values buffers and reports statistics.
|
|
106
|
-
*
|
|
107
|
-
* @param kvCache - KV cache instance
|
|
108
|
-
* @param layerIdx - Layer index to inspect
|
|
109
|
-
*/
|
|
110
|
-
export function dumpKVCache(
|
|
111
|
-
kvCache: KVCache | SlidingWindowKVCache,
|
|
112
|
-
layerIdx: number
|
|
113
|
-
): Promise<{ keys: TensorStats | null; values: TensorStats | null } | null>;
|
|
114
|
-
|
|
115
|
-
/**
|
|
116
|
-
* Check if kernel step debugging is enabled.
|
|
117
|
-
* Use this to gate expensive debug operations.
|
|
118
|
-
*/
|
|
119
|
-
export function isKernelDebugEnabled(layerIdx?: number): boolean;
|
|
@@ -1,77 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* General utilities for pipeline debugging.
|
|
3
|
-
*
|
|
4
|
-
* Provides math helpers, buffer decoding, health checks, and debug profile configurations.
|
|
5
|
-
*
|
|
6
|
-
* @module inference/pipelines/text/debug-utils/utils
|
|
7
|
-
*/
|
|
8
|
-
|
|
9
|
-
import type { DebugCategory } from './config.js';
|
|
10
|
-
|
|
11
|
-
// ============================================================================
|
|
12
|
-
// Math Helpers
|
|
13
|
-
// ============================================================================
|
|
14
|
-
|
|
15
|
-
/**
|
|
16
|
-
* Convert a 16-bit float (IEEE 754 half-precision) to 32-bit float.
|
|
17
|
-
*/
|
|
18
|
-
export function f16ToF32(h: number): number;
|
|
19
|
-
|
|
20
|
-
/**
|
|
21
|
-
* Decode a GPU readback buffer to Float32Array.
|
|
22
|
-
* Handles f16, bf16, and f32 dtypes.
|
|
23
|
-
*/
|
|
24
|
-
export function decodeReadback(buffer: ArrayBuffer, dtype: 'f16' | 'f32' | 'bf16'): Float32Array;
|
|
25
|
-
|
|
26
|
-
// ============================================================================
|
|
27
|
-
// Health Checks
|
|
28
|
-
// ============================================================================
|
|
29
|
-
|
|
30
|
-
/**
|
|
31
|
-
* Analyze logits array for numerical issues.
|
|
32
|
-
* Returns counts of NaN, Inf, non-zero values, and the max absolute value.
|
|
33
|
-
*/
|
|
34
|
-
export function getLogitsHealth(logits: Float32Array): {
|
|
35
|
-
nanCount: number;
|
|
36
|
-
infCount: number;
|
|
37
|
-
nonZeroCount: number;
|
|
38
|
-
maxAbs: number;
|
|
39
|
-
};
|
|
40
|
-
|
|
41
|
-
// ============================================================================
|
|
42
|
-
// Buffer Stats (Expensive)
|
|
43
|
-
// ============================================================================
|
|
44
|
-
|
|
45
|
-
/**
|
|
46
|
-
* Read GPU buffer and compute stats. Only use when bufferStats is enabled.
|
|
47
|
-
*/
|
|
48
|
-
export function getBufferStats(
|
|
49
|
-
buffer: GPUBuffer
|
|
50
|
-
): Promise<{ min: number; max: number; maxAbs: number; sample: number[]; nanCount: number } | null>;
|
|
51
|
-
|
|
52
|
-
// ============================================================================
|
|
53
|
-
// Debug Profiles
|
|
54
|
-
// ============================================================================
|
|
55
|
-
|
|
56
|
-
/**
|
|
57
|
-
* Built-in debug profile configurations for common debugging scenarios.
|
|
58
|
-
*/
|
|
59
|
-
export const DEBUG_PROFILES: {
|
|
60
|
-
/** Quick check: just embedding and final logits */
|
|
61
|
-
quick: Partial<Record<DebugCategory, boolean>>;
|
|
62
|
-
|
|
63
|
-
/** Layer tracing: watch values flow through layers */
|
|
64
|
-
layers: Partial<Record<DebugCategory, boolean>>;
|
|
65
|
-
|
|
66
|
-
/** Attention focus: debug attention computation */
|
|
67
|
-
attention: Partial<Record<DebugCategory, boolean>>;
|
|
68
|
-
|
|
69
|
-
/** Full trace: everything (very verbose) */
|
|
70
|
-
full: Partial<Record<DebugCategory, boolean>>;
|
|
71
|
-
|
|
72
|
-
/** Performance only: timing info */
|
|
73
|
-
perf: Partial<Record<DebugCategory, boolean>>;
|
|
74
|
-
|
|
75
|
-
/** Kernel step debugging: inspect tensor state after every kernel (very slow!) */
|
|
76
|
-
kernelStep: Partial<Record<DebugCategory, boolean>>;
|
|
77
|
-
};
|
|
@@ -1,42 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Debug utilities for pipeline tracing.
|
|
3
|
-
*
|
|
4
|
-
* Toggleable log categories for surgical debugging without noise.
|
|
5
|
-
* Enable via: setDebugCategories({ embed: true, layer: true })
|
|
6
|
-
*
|
|
7
|
-
* @module inference/pipelines/text/debug-utils
|
|
8
|
-
*/
|
|
9
|
-
|
|
10
|
-
// Public aggregation entrypoint
|
|
11
|
-
export {
|
|
12
|
-
type DebugCategory,
|
|
13
|
-
type DebugConfig,
|
|
14
|
-
setDebugCategories,
|
|
15
|
-
resetDebugConfig,
|
|
16
|
-
applyPipelineDebugConfig,
|
|
17
|
-
getDebugConfig,
|
|
18
|
-
incrementDecodeStep,
|
|
19
|
-
resetDecodeStep,
|
|
20
|
-
getDecodeStep,
|
|
21
|
-
shouldDebugLayerOutput,
|
|
22
|
-
logEmbed,
|
|
23
|
-
logLayer,
|
|
24
|
-
logAttn,
|
|
25
|
-
logFFN,
|
|
26
|
-
logKV,
|
|
27
|
-
logLogits,
|
|
28
|
-
logSample,
|
|
29
|
-
logIO,
|
|
30
|
-
logPerf,
|
|
31
|
-
type TensorStats,
|
|
32
|
-
dumpTensor,
|
|
33
|
-
dumpTokenVector,
|
|
34
|
-
dumpKVCache,
|
|
35
|
-
logKernelStep,
|
|
36
|
-
isKernelDebugEnabled,
|
|
37
|
-
f16ToF32,
|
|
38
|
-
decodeReadback,
|
|
39
|
-
getLogitsHealth,
|
|
40
|
-
getBufferStats,
|
|
41
|
-
DEBUG_PROFILES,
|
|
42
|
-
} from './debug-utils/index.js';
|
|
@@ -1,57 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Drift policy for operator-level differential debugging.
|
|
3
|
-
*
|
|
4
|
-
* Per-operator-class tolerances and propagation bound checking.
|
|
5
|
-
*/
|
|
6
|
-
|
|
7
|
-
import type { OperatorClass } from './stage-names.js';
|
|
8
|
-
|
|
9
|
-
export interface DriftTolerance {
|
|
10
|
-
maxAbsDiff: number;
|
|
11
|
-
maxRelDiff: number;
|
|
12
|
-
propagationWeight: number;
|
|
13
|
-
}
|
|
14
|
-
|
|
15
|
-
export interface DriftCheckResult {
|
|
16
|
-
withinBudget: boolean;
|
|
17
|
-
reason: string;
|
|
18
|
-
tolerance?: DriftTolerance;
|
|
19
|
-
observed?: { maxAbsDiff: number; maxRelDiff: number };
|
|
20
|
-
}
|
|
21
|
-
|
|
22
|
-
export interface PropagationCheckResult {
|
|
23
|
-
withinBound: boolean;
|
|
24
|
-
reason: string;
|
|
25
|
-
accumulated?: number;
|
|
26
|
-
limit?: number;
|
|
27
|
-
amplification?: number;
|
|
28
|
-
threshold?: number;
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
export interface ObservedDrift {
|
|
32
|
-
maxAbsDiff?: number;
|
|
33
|
-
maxRelDiff?: number;
|
|
34
|
-
propagationWeight?: number;
|
|
35
|
-
}
|
|
36
|
-
|
|
37
|
-
export declare function getDriftTolerance(
|
|
38
|
-
operatorClass: OperatorClass | string | null,
|
|
39
|
-
precisionMode: string | null
|
|
40
|
-
): DriftTolerance | null;
|
|
41
|
-
|
|
42
|
-
export declare function getDriftPolicyId(
|
|
43
|
-
operatorClass: OperatorClass | string | null
|
|
44
|
-
): string | null;
|
|
45
|
-
|
|
46
|
-
export declare function getOperatorClasses(): string[];
|
|
47
|
-
|
|
48
|
-
export declare function checkDrift(
|
|
49
|
-
operatorClass: OperatorClass | string | null,
|
|
50
|
-
precisionMode: string | null,
|
|
51
|
-
observed: ObservedDrift
|
|
52
|
-
): DriftCheckResult;
|
|
53
|
-
|
|
54
|
-
export declare function checkPropagationBound(
|
|
55
|
-
precisionMode: string | null,
|
|
56
|
-
layerDrifts: ObservedDrift[]
|
|
57
|
-
): PropagationCheckResult;
|
|
@@ -1,53 +0,0 @@
|
|
|
1
|
-
export interface ResolvedActivationDtype {
|
|
2
|
-
activationDtype: 'f16' | 'f32' | null;
|
|
3
|
-
source: 'executionPlan' | 'runtimeConfig' | 'modelConfig' | 'none';
|
|
4
|
-
allSources: {
|
|
5
|
-
executionPlan: 'f16' | 'f32' | null;
|
|
6
|
-
runtimeConfig: 'f16' | 'f32' | null;
|
|
7
|
-
modelConfig: 'f16' | 'f32' | null;
|
|
8
|
-
};
|
|
9
|
-
}
|
|
10
|
-
|
|
11
|
-
export interface DtypeConsistencyResult {
|
|
12
|
-
consistent: boolean;
|
|
13
|
-
values: {
|
|
14
|
-
executionPlan: 'f16' | 'f32' | null;
|
|
15
|
-
runtimeConfig: 'f16' | 'f32' | null;
|
|
16
|
-
layerContext: 'f16' | 'f32' | null;
|
|
17
|
-
};
|
|
18
|
-
}
|
|
19
|
-
|
|
20
|
-
export interface ImplicitDtypeTransitionOptions {
|
|
21
|
-
executionPolicies?: {
|
|
22
|
-
dtypeTransition?: 'require_cast_step' | null;
|
|
23
|
-
} | null;
|
|
24
|
-
fromDtype?: 'f16' | 'f32' | null;
|
|
25
|
-
toDtype?: 'f16' | 'f32' | null;
|
|
26
|
-
op?: string | null;
|
|
27
|
-
detail?: string | null;
|
|
28
|
-
transitionDeclaredBy?: 'step_precision' | 'explicit_cast_step' | null;
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
/**
|
|
32
|
-
* Resolve activation dtype from all available sources.
|
|
33
|
-
* Returns { activationDtype, source, allSources } for diagnostics.
|
|
34
|
-
*/
|
|
35
|
-
export declare function resolveActivationDtype(
|
|
36
|
-
executionPlanState: Record<string, unknown> | null,
|
|
37
|
-
runtimeConfig: Record<string, unknown> | null,
|
|
38
|
-
modelConfig: Record<string, unknown> | null
|
|
39
|
-
): ResolvedActivationDtype;
|
|
40
|
-
|
|
41
|
-
/**
|
|
42
|
-
* Assert dtype consistency across all resolution paths.
|
|
43
|
-
* Logs a warning if they disagree. Does not throw.
|
|
44
|
-
*/
|
|
45
|
-
export declare function assertDtypeConsistency(
|
|
46
|
-
executionPlanState: Record<string, unknown> | null,
|
|
47
|
-
runtimeConfig: Record<string, unknown> | null,
|
|
48
|
-
layerContext: Record<string, unknown> | null
|
|
49
|
-
): DtypeConsistencyResult;
|
|
50
|
-
|
|
51
|
-
export declare function assertImplicitDtypeTransitionAllowed(
|
|
52
|
-
options?: ImplicitDtypeTransitionOptions
|
|
53
|
-
): void;
|