doppler-gpu 0.4.7 → 0.4.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +64 -0
- package/README.md +93 -144
- package/models/catalog.json +1575 -0
- package/package.json +37 -12
- package/src/cli/doppler-cli.js +28 -7
- package/src/client/doppler-registry.json +2 -2
- package/src/client/runtime/index.js +25 -2
- package/src/client/runtime/model-session.d.ts +31 -1
- package/src/client/runtime/model-session.js +31 -0
- package/src/client/runtime/model-source.d.ts +19 -2
- package/src/client/runtime/model-source.js +45 -5
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
- package/src/config/kernel-path-loader.js +1 -0
- package/src/config/kernels/kernel-ref-digests.js +26 -17
- package/src/config/kernels/registry.json +448 -27
- package/src/config/merge.js +11 -0
- package/src/config/param-validator.js +25 -0
- package/src/config/runtime/default.json +3 -1
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
- package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
- package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
- package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
- package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
- package/src/config/runtime/profiles/rerank-stability.json +43 -0
- package/src/config/runtime/profiles/rerank-throughput.json +40 -0
- package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
- package/src/config/schema/doppler.schema.js +40 -5
- package/src/config/schema/execution-v1.schema.d.ts +41 -0
- package/src/config/schema/execution-v1.schema.js +10 -0
- package/src/config/schema/index.d.ts +3 -1
- package/src/config/schema/speculation-self.schema.d.ts +16 -0
- package/src/config/transforms/capability-transform-resolver.js +7 -1
- package/src/config/transforms/execution-graph-transforms.js +2 -2
- package/src/debug/config.d.ts +4 -0
- package/src/experimental/orchestration/index.d.ts +10 -1
- package/src/experimental/training/suite.js +1 -1
- package/src/formats/rdrr/classification.js +3 -0
- package/src/formats/rdrr/integrity.d.ts +0 -2
- package/src/formats/rdrr/integrity.js +0 -2
- package/src/formats/rdrr/types.d.ts +1 -1
- package/src/gpu/kernels/attention.d.ts +2 -0
- package/src/gpu/kernels/attention.js +75 -16
- package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
- package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
- package/src/gpu/kernels/fused_ffn.d.ts +32 -0
- package/src/gpu/kernels/fused_ffn.js +540 -19
- package/src/gpu/kernels/fused_ffn.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
- package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
- package/src/gpu/kernels/index.d.ts +21 -0
- package/src/gpu/kernels/index.js +13 -0
- package/src/gpu/kernels/linear-attention-core.js +413 -15
- package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
- package/src/gpu/kernels/lm-head-argmax.js +153 -57
- package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
- package/src/gpu/kernels/lm-head-select-logits.js +186 -0
- package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
- package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
- package/src/gpu/kernels/matmul-selection.js +5 -1
- package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
- package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
- package/src/gpu/kernels/rmsnorm-pair.js +113 -0
- package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
- package/src/gpu/kernels/rmsnorm-stats.js +250 -0
- package/src/gpu/kernels/silu.wgsl +7 -1
- package/src/gpu/kernels/silu_f16.wgsl +7 -1
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
- package/src/gpu/tensor.d.ts +1 -0
- package/src/index.d.ts +1 -1
- package/src/index.js +1 -1
- package/src/inference/browser-harness-suite-helpers.js +1 -1
- package/src/inference/browser-harness-text-helpers.js +251 -20
- package/src/inference/browser-harness.js +221 -3
- package/src/inference/kv-cache/base.js +42 -1
- package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
- package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
- package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
- package/src/inference/pipelines/text/attention/projections.js +174 -4
- package/src/inference/pipelines/text/attention/record.js +44 -21
- package/src/inference/pipelines/text/attention/run.js +18 -3
- package/src/inference/pipelines/text/config.d.ts +18 -0
- package/src/inference/pipelines/text/config.js +100 -0
- package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
- package/src/inference/pipelines/text/execution-plan.js +37 -0
- package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
- package/src/inference/pipelines/text/execution-v1.js +122 -8
- package/src/inference/pipelines/text/ffn/dense.js +239 -21
- package/src/inference/pipelines/text/ffn/standard.js +121 -38
- package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
- package/src/inference/pipelines/text/generator-helpers.js +2 -0
- package/src/inference/pipelines/text/generator-runtime.js +1 -0
- package/src/inference/pipelines/text/generator-steps.js +2 -2
- package/src/inference/pipelines/text/generator.d.ts +18 -1
- package/src/inference/pipelines/text/generator.js +297 -19
- package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
- package/src/inference/pipelines/text/init.d.ts +22 -3
- package/src/inference/pipelines/text/init.js +2 -2
- package/src/inference/pipelines/text/layer.js +87 -8
- package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
- package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
- package/src/inference/pipelines/text/linear-attention.js +173 -16
- package/src/inference/pipelines/text/logits/gpu.js +2 -2
- package/src/inference/pipelines/text/logits/index.js +62 -1
- package/src/inference/pipelines/text/model-load.js +6 -0
- package/src/inference/pipelines/text/ops.js +22 -0
- package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
- package/src/inference/pipelines/text/probes.js +9 -4
- package/src/inference/pipelines/text/state.d.ts +4 -4
- package/src/inference/pipelines/text/state.js +4 -0
- package/src/inference/pipelines/text/types.d.ts +27 -2
- package/src/inference/pipelines/text.d.ts +21 -1
- package/src/inference/pipelines/text.js +40 -14
- package/src/inference/tokenizers/bundled.js +45 -23
- package/src/inference/tokenizers/types.d.ts +7 -4
- package/src/loader/doppler-loader.js +25 -2
- package/src/loader/index.d.ts +3 -1
- package/src/loader/index.js +2 -0
- package/src/loader/loader-types.d.ts +3 -1
- package/src/loader/manifest-config.d.ts +18 -0
- package/src/loader/manifest-config.js +11 -3
- package/src/loader/shard-cache.d.ts +2 -0
- package/src/loader/shard-cache.js +29 -1
- package/src/models/gemma4.js +8 -0
- package/src/rules/inference/capability-transforms.rules.json +145 -20
- package/src/rules/inference/ffn.rules.json +33 -0
- package/src/rules/kernels/fused-ffn.rules.json +1 -1
- package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
- package/src/rules/kernels/matmul.rules.json +1 -0
- package/src/rules/kernels/silu.rules.json +1 -0
- package/src/rules/rule-registry.js +2 -0
- package/src/storage/artifact-storage-context.js +36 -0
- package/src/tooling/node-browser-command-runner.js +42 -7
- package/src/tooling/opfs-cache.d.ts +21 -1
- package/src/tooling/opfs-cache.js +168 -32
- package/src/tooling-exports/storage.d.ts +1 -1
- package/src/tooling-exports/storage.js +1 -1
- package/src/types/gpu.d.ts +25 -0
- package/src/version.js +1 -1
- package/tests/kernels/browser/kernel-suite.js +1593 -0
- package/tests/kernels/browser/test-page.js +2629 -0
- package/tests/kernels/harness/benchmark.js +225 -0
- package/tests/kernels/harness/buffer-utils.js +88 -0
- package/tests/kernels/harness/tolerance.js +174 -0
- package/tests/kernels/reference/adam.js +15 -0
- package/tests/kernels/reference/attention.js +158 -0
- package/tests/kernels/reference/backward.js +96 -0
- package/tests/kernels/reference/bias-add.js +20 -0
- package/tests/kernels/reference/conv2d.js +58 -0
- package/tests/kernels/reference/cross-entropy.js +26 -0
- package/tests/kernels/reference/dequant.js +312 -0
- package/tests/kernels/reference/embed.js +15 -0
- package/tests/kernels/reference/gather.js +61 -0
- package/tests/kernels/reference/gelu.js +37 -0
- package/tests/kernels/reference/groupnorm.js +36 -0
- package/tests/kernels/reference/index.js +89 -0
- package/tests/kernels/reference/layernorm.js +22 -0
- package/tests/kernels/reference/matmul.js +57 -0
- package/tests/kernels/reference/modulate.js +24 -0
- package/tests/kernels/reference/moe-gather.js +83 -0
- package/tests/kernels/reference/pixel-shuffle.js +20 -0
- package/tests/kernels/reference/residual.js +55 -0
- package/tests/kernels/reference/rmsnorm.js +52 -0
- package/tests/kernels/reference/rope.js +79 -0
- package/tests/kernels/reference/sample.js +97 -0
- package/tests/kernels/reference/scatter-add.js +58 -0
- package/tests/kernels/reference/silu.js +52 -0
- package/tests/kernels/reference/softmax.js +86 -0
- package/tests/kernels/reference/split-qkv.js +58 -0
- package/tests/kernels/reference/topk.js +88 -0
- package/tests/kernels/reference/upsample2d.js +37 -0
- package/BRANDING.md +0 -14
- package/SECURITY.md +0 -19
- package/assets/doppler-runtime-map.svg +0 -82
- package/src/bootstrap.js +0 -30
- package/src/cli/doppler-cli.d.ts +0 -46
- package/src/cli/doppler-quickstart.d.ts +0 -45
- package/src/cli/doppler-serve.d.ts +0 -210
- package/src/cli/runtime-profiles.d.ts +0 -40
- package/src/client/doppler-api.browser.d.ts +0 -1
- package/src/client/doppler-api.browser.js +0 -25
- package/src/client/doppler-registry.d.ts +0 -54
- package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
- package/src/client/runtime/source-runtime.d.ts +0 -26
- package/src/client/runtime/storage.d.ts +0 -5
- package/src/config/README.md +0 -61
- package/src/config/conversion/README.md +0 -62
- package/src/config/goal-completion-matrix.json +0 -552
- package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
- package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
- package/src/config/kernels/moe/mixtral.paths.json +0 -46
- package/src/config/kernels/registry.d.ts +0 -51
- package/src/config/merge-contract-check.d.ts +0 -16
- package/src/config/merge-contract-check.js +0 -319
- package/src/config/merge-helpers.d.ts +0 -60
- package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
- package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
- package/src/config/param-categories.d.ts +0 -8
- package/src/config/param-validator.d.ts +0 -33
- package/src/config/platforms/loader.d.ts +0 -38
- package/src/config/quantization-contract-check.d.ts +0 -12
- package/src/config/quantization-contract-check.js +0 -91
- package/src/config/runtime/README.md +0 -28
- package/src/config/runtime-merge.d.ts +0 -5
- package/src/config/schema/claim-evidence-contract.schema.json +0 -93
- package/src/config/schema/command-surface-contract.schema.json +0 -81
- package/src/config/schema/goal-completion-matrix.schema.json +0 -223
- package/src/config/schema/model-artifact-contract.schema.json +0 -119
- package/src/config/schema/platform.schema.js +0 -1
- package/src/config/schema/policy-schema-registry.json +0 -31
- package/src/config/schema/subsystem-support-contract.schema.json +0 -48
- package/src/config/support-tiers/subsystems.json +0 -502
- package/src/config/supported-operations.d.ts +0 -14
- package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
- package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
- package/src/converter/conversion-plan.d.ts +0 -56
- package/src/converter/index.d.ts +0 -98
- package/src/converter/index.js +0 -59
- package/src/converter/parsers/diffusion.d.ts +0 -50
- package/src/converter/parsers/gguf.d.ts +0 -31
- package/src/converter/parsers/index.d.ts +0 -21
- package/src/converter/parsers/index.js +0 -12
- package/src/converter/parsers/transformer.d.ts +0 -31
- package/src/converter/quantization-info.d.ts +0 -38
- package/src/converter/rope-config.d.ts +0 -16
- package/src/converter/tokenizer-utils.d.ts +0 -12
- package/src/debug/reference/README.md +0 -114
- package/src/debug/reference/hf_attn_debug.py +0 -114
- package/src/debug/reference/hf_embed_check.py +0 -89
- package/src/debug/reference/hf_layer_out.py +0 -100
- package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
- package/src/debug/reference/hf_rope_check.py +0 -116
- package/src/debug/reference/hf_weights.py +0 -75
- package/src/errors/doppler-error.d.ts +0 -20
- package/src/experimental/bridge/extension/background.d.ts +0 -14
- package/src/experimental/bridge/extension/background.js +0 -168
- package/src/experimental/bridge/extension/manifest.json +0 -34
- package/src/experimental/bridge/extension-client.d.ts +0 -114
- package/src/experimental/bridge/index.d.ts +0 -69
- package/src/experimental/bridge/node-bridge.js +0 -24
- package/src/experimental/bridge/protocol.d.ts +0 -96
- package/src/experimental/browser/gguf-importer.d.ts +0 -136
- package/src/experimental/browser/gguf-importer.js +0 -532
- package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
- package/src/experimental/browser/quantization.d.ts +0 -74
- package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
- package/src/experimental/browser/shard-io-browser.d.ts +0 -57
- package/src/experimental/browser/shard-io-browser.js +0 -89
- package/src/experimental/browser/tensor-source-download.d.ts +0 -27
- package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
- package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
- package/src/experimental/distribution/p2p-transport.js +0 -75
- package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
- package/src/experimental/hotswap/manifest.d.ts +0 -42
- package/src/experimental/hotswap/model-swap.js +0 -42
- package/src/experimental/hotswap/runtime.d.ts +0 -31
- package/src/experimental/training/README.md +0 -164
- package/src/experimental/training/artifacts.d.ts +0 -160
- package/src/experimental/training/attention-backward.d.ts +0 -30
- package/src/experimental/training/attention-forward.d.ts +0 -22
- package/src/experimental/training/attention-forward.js +0 -82
- package/src/experimental/training/autograd.d.ts +0 -51
- package/src/experimental/training/backward-kernels.js +0 -39
- package/src/experimental/training/checkpoint-watch.d.ts +0 -8
- package/src/experimental/training/checkpoint.d.ts +0 -36
- package/src/experimental/training/clip.d.ts +0 -9
- package/src/experimental/training/dataloader.d.ts +0 -8
- package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
- package/src/experimental/training/datasets/gepa-frontier.js +0 -220
- package/src/experimental/training/datasets/index.d.ts +0 -24
- package/src/experimental/training/datasets/index.js +0 -13
- package/src/experimental/training/datasets/jsonl.d.ts +0 -11
- package/src/experimental/training/datasets/reploid.d.ts +0 -3
- package/src/experimental/training/datasets/reploid.js +0 -36
- package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
- package/src/experimental/training/datasets/teacher-traces.js +0 -279
- package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
- package/src/experimental/training/datasets/token-batch.d.ts +0 -21
- package/src/experimental/training/datasets/token-batch.js +0 -52
- package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
- package/src/experimental/training/datasets/translation-pairs.js +0 -49
- package/src/experimental/training/distillation/artifacts.d.ts +0 -71
- package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
- package/src/experimental/training/distillation/dataset.d.ts +0 -59
- package/src/experimental/training/distillation/eval.d.ts +0 -34
- package/src/experimental/training/distillation/index.d.ts +0 -29
- package/src/experimental/training/distillation/runtime.d.ts +0 -20
- package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
- package/src/experimental/training/distillation/stage-a.d.ts +0 -45
- package/src/experimental/training/distillation/stage-b.d.ts +0 -24
- package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
- package/src/experimental/training/distillation/suite-data.d.ts +0 -45
- package/src/experimental/training/export.d.ts +0 -41
- package/src/experimental/training/index.d.ts +0 -74
- package/src/experimental/training/index.js +0 -63
- package/src/experimental/training/lora-pipeline.d.ts +0 -183
- package/src/experimental/training/lora.d.ts +0 -19
- package/src/experimental/training/loss-scaling.d.ts +0 -21
- package/src/experimental/training/loss.d.ts +0 -10
- package/src/experimental/training/objectives/base.d.ts +0 -58
- package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
- package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
- package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
- package/src/experimental/training/objectives/index.d.ts +0 -12
- package/src/experimental/training/objectives/index.js +0 -6
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
- package/src/experimental/training/operator-agent-eval.d.ts +0 -65
- package/src/experimental/training/operator-artifacts.d.ts +0 -62
- package/src/experimental/training/operator-command.d.ts +0 -5
- package/src/experimental/training/operator-eval.d.ts +0 -48
- package/src/experimental/training/operator-scoreboard.d.ts +0 -5
- package/src/experimental/training/optimizer.d.ts +0 -22
- package/src/experimental/training/runner.d.ts +0 -249
- package/src/experimental/training/suite.d.ts +0 -299
- package/src/experimental/training/tensor-factory.d.ts +0 -9
- package/src/experimental/training/trainer.d.ts +0 -89
- package/src/experimental/training/ul_dataset.d.ts +0 -47
- package/src/experimental/training/ul_schedule.d.ts +0 -6
- package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
- package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
- package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
- package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
- package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
- package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
- package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
- package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
- package/src/experimental/training/workload-packs/registry.json +0 -278
- package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
- package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
- package/src/experimental/training/workloads.d.ts +0 -201
- package/src/formats/gguf/types.d.ts +0 -74
- package/src/formats/index.d.ts +0 -75
- package/src/formats/index.js +0 -19
- package/src/formats/litert/types.d.ts +0 -74
- package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
- package/src/formats/rdrr/distributed/validation.d.ts +0 -23
- package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
- package/src/formats/safetensors/types.d.ts +0 -67
- package/src/formats/tflite/types.d.ts +0 -61
- package/src/formats/tokenizer/index.d.ts +0 -5
- package/src/formats/tokenizer/index.js +0 -3
- package/src/formats/tokenizer/types.d.ts +0 -9
- package/src/gpu/kernel-runtime.d.ts +0 -13
- package/src/gpu/kernel-selection-cache.d.ts +0 -13
- package/src/gpu/kernel-selection-log.d.ts +0 -4
- package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
- package/src/gpu/kernel-tuner/cache.d.ts +0 -55
- package/src/gpu/kernel-tuner/index.d.ts +0 -59
- package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
- package/src/gpu/kernel-tuner/types.d.ts +0 -101
- package/src/gpu/kernel-tuner/types.js +0 -4
- package/src/gpu/kernel-tuner.d.ts +0 -33
- package/src/gpu/kernels/README.md +0 -166
- package/src/gpu/kernels/check-finiteness.d.ts +0 -15
- package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
- package/src/gpu/kernels/check-stop.d.ts +0 -31
- package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
- package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
- package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
- package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
- package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
- package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
- package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
- package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
- package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
- package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
- package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
- package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
- package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
- package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
- package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
- package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
- package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
- package/src/gpu/kernels/constants.d.ts +0 -129
- package/src/gpu/kernels/dispatch.d.ts +0 -72
- package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
- package/src/gpu/kernels/kernel-base.d.ts +0 -33
- package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
- package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
- package/src/gpu/kernels/matmul-selection.d.ts +0 -87
- package/src/gpu/kernels/rep-penalty.d.ts +0 -21
- package/src/gpu/kernels/rule-matcher.d.ts +0 -30
- package/src/gpu/kernels/rule-registry.d.ts +0 -7
- package/src/gpu/kernels/types.js +0 -4
- package/src/gpu/perf-guards.d.ts +0 -13
- package/src/gpu/profiler.d.ts +0 -93
- package/src/gpu/readback-utils.d.ts +0 -16
- package/src/gpu/readback-utils.js +0 -49
- package/src/gpu/submit-probe.d.ts +0 -12
- package/src/index-browser.d.ts +0 -2
- package/src/index-browser.js +0 -2
- package/src/inference/README.md +0 -593
- package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
- package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
- package/src/inference/browser-harness-model-helpers.d.ts +0 -10
- package/src/inference/browser-harness-report-helpers.d.ts +0 -7
- package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
- package/src/inference/browser-harness-text-helpers.d.ts +0 -152
- package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
- package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
- package/src/inference/network-evolution.js +0 -79
- package/src/inference/pipelines/context.d.ts +0 -21
- package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
- package/src/inference/pipelines/diffusion/index.d.ts +0 -3
- package/src/inference/pipelines/diffusion/index.js +0 -3
- package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
- package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
- package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
- package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
- package/src/inference/pipelines/diffusion/types.js +0 -1
- package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
- package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
- package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
- package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
- package/src/inference/pipelines/dream/pipeline.js +0 -8
- package/src/inference/pipelines/energy/index.d.ts +0 -1
- package/src/inference/pipelines/energy/index.js +0 -1
- package/src/inference/pipelines/energy/types.js +0 -1
- package/src/inference/pipelines/energy-head/index.d.ts +0 -6
- package/src/inference/pipelines/energy-head/index.js +0 -6
- package/src/inference/pipelines/factory.d.ts +0 -10
- package/src/inference/pipelines/index.d.ts +0 -22
- package/src/inference/pipelines/index.js +0 -19
- package/src/inference/pipelines/registry.d.ts +0 -15
- package/src/inference/pipelines/rng.d.ts +0 -2
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
- package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
- package/src/inference/pipelines/text/attention/index.d.ts +0 -24
- package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
- package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
- package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
- package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
- package/src/inference/pipelines/text/attention/record.d.ts +0 -36
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
- package/src/inference/pipelines/text/attention/run.d.ts +0 -38
- package/src/inference/pipelines/text/attention/types.d.ts +0 -125
- package/src/inference/pipelines/text/attention.d.ts +0 -23
- package/src/inference/pipelines/text/attention.js +0 -12
- package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
- package/src/inference/pipelines/text/buffer-types.js +0 -4
- package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
- package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
- package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
- package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
- package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
- package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
- package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
- package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
- package/src/inference/pipelines/text/embed.d.ts +0 -69
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
- package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
- package/src/inference/pipelines/text/failure-reduction.js +0 -180
- package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
- package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
- package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
- package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
- package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
- package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
- package/src/inference/pipelines/text/ffn.d.ts +0 -31
- package/src/inference/pipelines/text/ffn.js +0 -18
- package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
- package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
- package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
- package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
- package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
- package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
- package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
- package/src/inference/pipelines/text/index.d.ts +0 -5
- package/src/inference/pipelines/text/index.js +0 -6
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
- package/src/inference/pipelines/text/layer.d.ts +0 -118
- package/src/inference/pipelines/text/load-errors.d.ts +0 -21
- package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
- package/src/inference/pipelines/text/logits/types.js +0 -4
- package/src/inference/pipelines/text/logits.d.ts +0 -27
- package/src/inference/pipelines/text/logits.js +0 -16
- package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
- package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
- package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
- package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
- package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
- package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
- package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
- package/src/inference/pipelines/text/operator-events.d.ts +0 -125
- package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
- package/src/inference/pipelines/text/ops.d.ts +0 -222
- package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
- package/src/inference/pipelines/text/probes.d.ts +0 -28
- package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
- package/src/inference/pipelines/text/stage-names.d.ts +0 -88
- package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
- package/src/inference/pipelines/text/types.js +0 -4
- package/src/inference/tokenizers/base.d.ts +0 -44
- package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
- package/src/inference/tokenizers/bpe.d.ts +0 -27
- package/src/inference/tokenizers/bundled.d.ts +0 -67
- package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
- package/src/inference/tokenizers/types.js +0 -7
- package/src/loader/embedding-limit-preflight.d.ts +0 -31
- package/src/loader/per-layer-input-loader.d.ts +0 -30
- package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
- package/src/loader/tensors/source-transform.d.ts +0 -65
- package/src/memory/address-table.d.ts +0 -96
- package/src/rules/execution-rules-contract-check.d.ts +0 -21
- package/src/rules/layer-pattern-contract-check.d.ts +0 -17
- package/src/rules/rule-registry.d.ts +0 -77
- package/src/storage/artifact-storage-context.d.ts +0 -63
- package/src/storage/backends/idb-store.d.ts +0 -52
- package/src/storage/backends/memory-store.d.ts +0 -36
- package/src/storage/backends/opfs-store.d.ts +0 -41
- package/src/storage/blake3.d.ts +0 -17
- package/src/storage/download-types.d.ts +0 -157
- package/src/storage/downloader.d.ts +0 -103
- package/src/storage/index.d.ts +0 -274
- package/src/storage/index.js +0 -201
- package/src/storage/preflight.d.ts +0 -144
- package/src/storage/preflight.js +0 -360
- package/src/storage/quickstart-downloader.d.ts +0 -157
- package/src/storage/quickstart-downloader.js +0 -289
- package/src/storage/source-artifact-store.d.ts +0 -59
- package/src/sw.js +0 -184
- package/src/tooling/command-api-constants.d.ts +0 -9
- package/src/tooling/command-api-family-normalizers.d.ts +0 -10
- package/src/tooling/command-api-helpers.d.ts +0 -23
- package/src/tooling/command-runner-shared.d.ts +0 -89
- package/src/tooling/conversion-config-materializer.d.ts +0 -14
- package/src/tooling/conversion-config-materializer.js +0 -96
- package/src/tooling/diagnose-runner.d.ts +0 -28
- package/src/tooling/hf-registry-utils.d.ts +0 -55
- package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
- package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
- package/src/tooling/kernel-path-builder/index.d.ts +0 -65
- package/src/tooling/kernel-path-builder/index.js +0 -1361
- package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
- package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
- package/src/tooling/lean-execution-contract-runner.js +0 -158
- package/src/tooling/lean-execution-contract.d.ts +0 -16
- package/src/tooling/lean-execution-contract.js +0 -81
- package/src/tooling/litert-package-runtime.d.ts +0 -46
- package/src/tooling/node-convert-worker-pool.d.ts +0 -16
- package/src/tooling/node-convert-worker.d.ts +0 -1
- package/src/tooling/node-converter.d.ts +0 -1
- package/src/tooling/node-file-fetch.d.ts +0 -1
- package/src/tooling/node-source-runtime.d.ts +0 -24
- package/src/tooling/node-webgpu.d.ts +0 -17
- package/src/tooling/precision-replay-math.js +0 -174
- package/src/tooling/program-bundle-host.d.ts +0 -16
- package/src/tooling/program-bundle-host.js +0 -20
- package/src/tooling/runtime-input-composition.d.ts +0 -37
- package/src/tooling/source-package-profiles.d.ts +0 -50
- package/src/tooling/source-runtime-converter-config.d.ts +0 -19
- package/src/tooling/source-runtime-materializer.d.ts +0 -6
- package/src/tooling/source-runtime-materializer.js +0 -89
- package/src/tooling-exports.browser.d.ts +0 -7
- package/src/types/chrome.d.ts +0 -36
- package/src/types/chrome.js +0 -1
- package/src/types/index.d.ts +0 -1
- package/src/types/index.js +0 -1
- package/src/utils/array-buffer.d.ts +0 -4
- package/src/utils/canonical-hash.d.ts +0 -7
- package/src/utils/clone-json.d.ts +0 -1
- package/src/utils/hf-resolve-url.d.ts +0 -16
- package/src/utils/index.d.ts +0 -10
- package/src/utils/index.js +0 -10
- package/src/utils/load-json.d.ts +0 -5
- package/src/utils/plain-object.d.ts +0 -1
- package/src/utils/sha256.d.ts +0 -5
- package/src/utils/stable-sort-object.d.ts +0 -1
|
@@ -1,1361 +0,0 @@
|
|
|
1
|
-
import {
|
|
2
|
-
inferConversionConfigModelId,
|
|
3
|
-
resolveMaterializedManifestFromConversionConfig,
|
|
4
|
-
} from '../conversion-config-materializer.js';
|
|
5
|
-
import { mergeRuntimeValues } from '../../config/runtime-merge.js';
|
|
6
|
-
import { extractExecutionContractFacts } from '../../config/execution-contract-check.js';
|
|
7
|
-
import { validateKernelPath } from '../../config/kernel-path-loader.js';
|
|
8
|
-
import { DEFAULT_RUNTIME_CONFIG, expandExecutionV1 } from '../../config/schema/index.js';
|
|
9
|
-
import { compileExecutionPlanState } from '../../inference/pipelines/text/execution-plan.js';
|
|
10
|
-
import { compileExecutionV1, hasExecutionV1 } from '../../inference/pipelines/text/execution-v1.js';
|
|
11
|
-
import {
|
|
12
|
-
assertKernelPathSessionCompatibility,
|
|
13
|
-
buildInlineKernelPath,
|
|
14
|
-
buildSessionRuntimePatch,
|
|
15
|
-
isPhaseMatch,
|
|
16
|
-
normalizeDtype,
|
|
17
|
-
requireSessionActivationDtype,
|
|
18
|
-
stepHasLayer,
|
|
19
|
-
} from '../../inference/pipelines/text/execution-runtime-builders.js';
|
|
20
|
-
import { buildCustomRuntimeFacts } from './custom-runtime-facts.js';
|
|
21
|
-
import {
|
|
22
|
-
aggregateTopDecodeTimers,
|
|
23
|
-
buildKernelPathBuilderRuntimeOverlay,
|
|
24
|
-
} from './runtime-overlay.js';
|
|
25
|
-
import { isPlainObject } from '../../utils/plain-object.js';
|
|
26
|
-
|
|
27
|
-
function normalizeText(value) {
|
|
28
|
-
return typeof value === 'string' ? value.trim() : '';
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
function normalizeInteger(value) {
|
|
32
|
-
const numeric = Number(value);
|
|
33
|
-
return Number.isInteger(numeric) && numeric >= 0 ? numeric : null;
|
|
34
|
-
}
|
|
35
|
-
|
|
36
|
-
function normalizeObject(value) {
|
|
37
|
-
return isPlainObject(value) ? value : {};
|
|
38
|
-
}
|
|
39
|
-
|
|
40
|
-
function cloneJsonLike(value) {
|
|
41
|
-
if (typeof globalThis.structuredClone === 'function') {
|
|
42
|
-
return globalThis.structuredClone(value);
|
|
43
|
-
}
|
|
44
|
-
return JSON.parse(JSON.stringify(value));
|
|
45
|
-
}
|
|
46
|
-
|
|
47
|
-
function stableValue(value) {
|
|
48
|
-
if (Array.isArray(value)) {
|
|
49
|
-
return value.map((entry) => stableValue(entry));
|
|
50
|
-
}
|
|
51
|
-
if (!isPlainObject(value)) {
|
|
52
|
-
return value;
|
|
53
|
-
}
|
|
54
|
-
const sorted = {};
|
|
55
|
-
for (const key of Object.keys(value).sort((left, right) => left.localeCompare(right))) {
|
|
56
|
-
sorted[key] = stableValue(value[key]);
|
|
57
|
-
}
|
|
58
|
-
return sorted;
|
|
59
|
-
}
|
|
60
|
-
|
|
61
|
-
function stableStringify(value) {
|
|
62
|
-
return JSON.stringify(stableValue(value));
|
|
63
|
-
}
|
|
64
|
-
|
|
65
|
-
function fnv1aHex(value) {
|
|
66
|
-
const input = String(value ?? '');
|
|
67
|
-
let hash = 0x811c9dc5;
|
|
68
|
-
for (let index = 0; index < input.length; index += 1) {
|
|
69
|
-
hash ^= input.charCodeAt(index);
|
|
70
|
-
hash = Math.imul(hash, 0x01000193) >>> 0;
|
|
71
|
-
}
|
|
72
|
-
return hash.toString(16).padStart(8, '0');
|
|
73
|
-
}
|
|
74
|
-
|
|
75
|
-
function normalizeLayers(layers) {
|
|
76
|
-
if (layers === 'all') {
|
|
77
|
-
return 'all';
|
|
78
|
-
}
|
|
79
|
-
if (!Array.isArray(layers)) {
|
|
80
|
-
return null;
|
|
81
|
-
}
|
|
82
|
-
const normalized = layers
|
|
83
|
-
.map((value) => normalizeInteger(value))
|
|
84
|
-
.filter((value) => value != null);
|
|
85
|
-
normalized.sort((left, right) => left - right);
|
|
86
|
-
return normalized;
|
|
87
|
-
}
|
|
88
|
-
|
|
89
|
-
function normalizeStep(step) {
|
|
90
|
-
const normalized = {
|
|
91
|
-
op: normalizeText(step?.op),
|
|
92
|
-
kernel: normalizeText(step?.kernel),
|
|
93
|
-
entry: normalizeText(step?.entry || 'main') || 'main',
|
|
94
|
-
};
|
|
95
|
-
const weights = normalizeText(step?.weights);
|
|
96
|
-
if (weights) {
|
|
97
|
-
normalized.weights = weights;
|
|
98
|
-
}
|
|
99
|
-
if (step?.constants != null) {
|
|
100
|
-
normalized.constants = stableValue(step.constants);
|
|
101
|
-
}
|
|
102
|
-
return normalized;
|
|
103
|
-
}
|
|
104
|
-
|
|
105
|
-
function cloneSteps(steps) {
|
|
106
|
-
return (Array.isArray(steps) ? steps : []).map((step) => stableValue(step));
|
|
107
|
-
}
|
|
108
|
-
|
|
109
|
-
function normalizeResolvedStep(step, index) {
|
|
110
|
-
const normalized = {
|
|
111
|
-
id: normalizeText(step?.id) || `step_${index}`,
|
|
112
|
-
section: normalizeText(step?.section),
|
|
113
|
-
phase: normalizeText(step?.phase),
|
|
114
|
-
op: normalizeText(step?.op),
|
|
115
|
-
kernel: normalizeText(step?.kernel),
|
|
116
|
-
entry: normalizeText(step?.entry || 'main') || 'main',
|
|
117
|
-
digest: normalizeText(step?.kernelRef?.digest ?? step?.digest),
|
|
118
|
-
layers: normalizeLayers(step?.layers),
|
|
119
|
-
};
|
|
120
|
-
const weights = normalizeText(step?.weights);
|
|
121
|
-
if (weights) {
|
|
122
|
-
normalized.weights = weights;
|
|
123
|
-
}
|
|
124
|
-
if (step?.constants != null) {
|
|
125
|
-
normalized.constants = stableValue(step.constants);
|
|
126
|
-
}
|
|
127
|
-
return normalized;
|
|
128
|
-
}
|
|
129
|
-
|
|
130
|
-
function isSamplingStep(step) {
|
|
131
|
-
const op = normalizeText(step?.op).toLowerCase();
|
|
132
|
-
const kernel = normalizeText(step?.kernel).toLowerCase();
|
|
133
|
-
return op === 'sample' || kernel.startsWith('sample');
|
|
134
|
-
}
|
|
135
|
-
|
|
136
|
-
function splitKernelPathSampling(steps) {
|
|
137
|
-
const postLayer = [];
|
|
138
|
-
const sampling = [];
|
|
139
|
-
for (const step of Array.isArray(steps) ? steps : []) {
|
|
140
|
-
if (isSamplingStep(step)) {
|
|
141
|
-
sampling.push(step);
|
|
142
|
-
continue;
|
|
143
|
-
}
|
|
144
|
-
postLayer.push(step);
|
|
145
|
-
}
|
|
146
|
-
return { postLayer, sampling };
|
|
147
|
-
}
|
|
148
|
-
|
|
149
|
-
function resolveExecutionSteps(execution) {
|
|
150
|
-
const expanded = expandExecutionV1(execution);
|
|
151
|
-
return expanded.map((step, index) => ({
|
|
152
|
-
id: `${step.section}_${step.phase}_${index}_${step.op}`,
|
|
153
|
-
phase: step.phase,
|
|
154
|
-
section: step.section,
|
|
155
|
-
op: step.op,
|
|
156
|
-
kernel: step.kernel,
|
|
157
|
-
entry: step.entry,
|
|
158
|
-
weights: step.weights ?? null,
|
|
159
|
-
constants: step.constants ?? null,
|
|
160
|
-
layers: step.layers,
|
|
161
|
-
kernelRef: {
|
|
162
|
-
id: `${step.kernel.replace('.wgsl', '')}.${step.entry}`,
|
|
163
|
-
version: '1.0.0',
|
|
164
|
-
digest: step.digest,
|
|
165
|
-
},
|
|
166
|
-
}));
|
|
167
|
-
}
|
|
168
|
-
|
|
169
|
-
function normalizeKernelPathShape(path) {
|
|
170
|
-
if (!isPlainObject(path)) {
|
|
171
|
-
return null;
|
|
172
|
-
}
|
|
173
|
-
const normalizedPostLayer = Array.isArray(path.postLayer) ? path.postLayer.map(normalizeStep) : [];
|
|
174
|
-
const normalizedSampling = Array.isArray(path.sampling) ? path.sampling.map(normalizeStep) : [];
|
|
175
|
-
const canonicalizedSampling = splitKernelPathSampling([
|
|
176
|
-
...normalizedPostLayer,
|
|
177
|
-
...normalizedSampling,
|
|
178
|
-
]);
|
|
179
|
-
return stableValue({
|
|
180
|
-
activationDtype: normalizeText(path.activationDtype) || null,
|
|
181
|
-
kvDtype: normalizeText(path.kvDtype || path.activationDtype) || null,
|
|
182
|
-
outputDtype: normalizeText(path.outputDtype) || null,
|
|
183
|
-
preLayer: Array.isArray(path.preLayer) ? path.preLayer.map(normalizeStep) : [],
|
|
184
|
-
decode: Array.isArray(path?.decode?.steps) ? path.decode.steps.map(normalizeStep) : [],
|
|
185
|
-
prefill: Array.isArray(path?.prefill?.steps) ? path.prefill.steps.map(normalizeStep) : [],
|
|
186
|
-
postLayer: canonicalizedSampling.postLayer,
|
|
187
|
-
sampling: canonicalizedSampling.sampling,
|
|
188
|
-
layerOverrides: Array.isArray(path.layerOverrides)
|
|
189
|
-
? path.layerOverrides.map((override) => ({
|
|
190
|
-
layers: normalizeLayers(override?.layers) || [],
|
|
191
|
-
...(Array.isArray(override?.steps) && override.steps.length > 0
|
|
192
|
-
? { steps: override.steps.map(normalizeStep) }
|
|
193
|
-
: {}),
|
|
194
|
-
...(Array.isArray(override?.decode?.steps) && override.decode.steps.length > 0
|
|
195
|
-
? { decode: { steps: override.decode.steps.map(normalizeStep) } }
|
|
196
|
-
: {}),
|
|
197
|
-
...(Array.isArray(override?.prefill?.steps) && override.prefill.steps.length > 0
|
|
198
|
-
? { prefill: { steps: override.prefill.steps.map(normalizeStep) } }
|
|
199
|
-
: {}),
|
|
200
|
-
}))
|
|
201
|
-
: [],
|
|
202
|
-
});
|
|
203
|
-
}
|
|
204
|
-
|
|
205
|
-
function materializeKernelPathFromShape(modelId, shape, meta = {}) {
|
|
206
|
-
if (!shape) {
|
|
207
|
-
return null;
|
|
208
|
-
}
|
|
209
|
-
return {
|
|
210
|
-
id: normalizeText(meta.id) || `${modelId || 'model'}-execution-inline`,
|
|
211
|
-
name: normalizeText(meta.name) || `Derived kernel path for ${modelId}`,
|
|
212
|
-
description: normalizeText(meta.description) || `Generated from ${modelId} execution-v1 graph.`,
|
|
213
|
-
activationDtype: shape.activationDtype,
|
|
214
|
-
...(shape.outputDtype ? { outputDtype: shape.outputDtype } : {}),
|
|
215
|
-
...(shape.kvDtype ? { kvDtype: shape.kvDtype } : {}),
|
|
216
|
-
decode: {
|
|
217
|
-
steps: cloneSteps(shape.decode),
|
|
218
|
-
},
|
|
219
|
-
prefill: {
|
|
220
|
-
steps: cloneSteps(shape.prefill),
|
|
221
|
-
},
|
|
222
|
-
...(Array.isArray(shape.preLayer) && shape.preLayer.length > 0 ? { preLayer: cloneSteps(shape.preLayer) } : {}),
|
|
223
|
-
...(Array.isArray(shape.postLayer) && shape.postLayer.length > 0 ? { postLayer: cloneSteps(shape.postLayer) } : {}),
|
|
224
|
-
...(Array.isArray(shape.sampling) && shape.sampling.length > 0 ? { sampling: cloneSteps(shape.sampling) } : {}),
|
|
225
|
-
...(Array.isArray(shape.layerOverrides) && shape.layerOverrides.length > 0
|
|
226
|
-
? {
|
|
227
|
-
layerOverrides: shape.layerOverrides.map((override) => ({
|
|
228
|
-
layers: normalizeLayers(override?.layers) || [],
|
|
229
|
-
...(Array.isArray(override?.steps) && override.steps.length > 0
|
|
230
|
-
? { steps: cloneSteps(override.steps) }
|
|
231
|
-
: {}),
|
|
232
|
-
...(Array.isArray(override?.decode?.steps) && override.decode.steps.length > 0
|
|
233
|
-
? { decode: { steps: cloneSteps(override.decode.steps) } }
|
|
234
|
-
: {}),
|
|
235
|
-
...(Array.isArray(override?.prefill?.steps) && override.prefill.steps.length > 0
|
|
236
|
-
? { prefill: { steps: cloneSteps(override.prefill.steps) } }
|
|
237
|
-
: {}),
|
|
238
|
-
})),
|
|
239
|
-
}
|
|
240
|
-
: {}),
|
|
241
|
-
};
|
|
242
|
-
}
|
|
243
|
-
|
|
244
|
-
function toComparableKernelPathStep(step) {
|
|
245
|
-
if (!step?.kernel) {
|
|
246
|
-
return null;
|
|
247
|
-
}
|
|
248
|
-
return normalizeStep(step);
|
|
249
|
-
}
|
|
250
|
-
|
|
251
|
-
function buildComparableBoundarySteps(resolvedSteps, section) {
|
|
252
|
-
return resolvedSteps
|
|
253
|
-
.filter((step) => step?.section === section)
|
|
254
|
-
.map(toComparableKernelPathStep)
|
|
255
|
-
.filter((step) => step != null);
|
|
256
|
-
}
|
|
257
|
-
|
|
258
|
-
function buildComparableLayerPhaseSteps(resolvedSteps, phase, layerIdx) {
|
|
259
|
-
return resolvedSteps
|
|
260
|
-
.filter((step) => step?.section === 'layer' && isPhaseMatch(step.phase, phase))
|
|
261
|
-
.filter((step) => stepHasLayer(step, layerIdx))
|
|
262
|
-
.map(toComparableKernelPathStep)
|
|
263
|
-
.filter((step) => step != null);
|
|
264
|
-
}
|
|
265
|
-
|
|
266
|
-
function buildComparableKernelPathFromResolvedSteps(
|
|
267
|
-
resolvedSteps,
|
|
268
|
-
session,
|
|
269
|
-
modelId,
|
|
270
|
-
numLayers
|
|
271
|
-
) {
|
|
272
|
-
const activationDtype = requireSessionActivationDtype(session);
|
|
273
|
-
const kvDtype = normalizeDtype(
|
|
274
|
-
session?.kvcache?.kvDtype ?? activationDtype,
|
|
275
|
-
'session.kvcache.kvDtype'
|
|
276
|
-
);
|
|
277
|
-
const decodeSteps = buildComparableLayerPhaseSteps(resolvedSteps, 'decode', 0);
|
|
278
|
-
const prefillSteps = buildComparableLayerPhaseSteps(resolvedSteps, 'prefill', 0);
|
|
279
|
-
if (decodeSteps.length === 0 && prefillSteps.length === 0) {
|
|
280
|
-
return null;
|
|
281
|
-
}
|
|
282
|
-
|
|
283
|
-
const path = {
|
|
284
|
-
id: `${modelId || 'model'}-execution-inline`,
|
|
285
|
-
name: 'Execution inline kernel path',
|
|
286
|
-
description: 'Generated from manifest.inference.execution for structural comparison',
|
|
287
|
-
activationDtype,
|
|
288
|
-
kvDtype,
|
|
289
|
-
decode: {
|
|
290
|
-
steps: decodeSteps.length > 0 ? decodeSteps : prefillSteps,
|
|
291
|
-
},
|
|
292
|
-
prefill: {
|
|
293
|
-
steps: prefillSteps.length > 0 ? prefillSteps : decodeSteps,
|
|
294
|
-
},
|
|
295
|
-
};
|
|
296
|
-
|
|
297
|
-
if (numLayers > 0) {
|
|
298
|
-
const overrides = [];
|
|
299
|
-
for (let layerIdx = 0; layerIdx < numLayers; layerIdx += 1) {
|
|
300
|
-
const decodeLayerSteps = buildComparableLayerPhaseSteps(resolvedSteps, 'decode', layerIdx);
|
|
301
|
-
const prefillLayerSteps = buildComparableLayerPhaseSteps(resolvedSteps, 'prefill', layerIdx);
|
|
302
|
-
const hasCustomDecode = stableStringify(decodeLayerSteps) !== stableStringify(path.decode.steps);
|
|
303
|
-
const hasCustomPrefill = stableStringify(prefillLayerSteps) !== stableStringify(path.prefill.steps);
|
|
304
|
-
if (!hasCustomDecode && !hasCustomPrefill) {
|
|
305
|
-
continue;
|
|
306
|
-
}
|
|
307
|
-
const mergedLayerSteps = decodeLayerSteps.length > 0 ? decodeLayerSteps : prefillLayerSteps;
|
|
308
|
-
if (mergedLayerSteps.length > 0) {
|
|
309
|
-
overrides.push({
|
|
310
|
-
layers: [layerIdx],
|
|
311
|
-
steps: mergedLayerSteps,
|
|
312
|
-
});
|
|
313
|
-
}
|
|
314
|
-
}
|
|
315
|
-
if (overrides.length > 0) {
|
|
316
|
-
path.layerOverrides = overrides;
|
|
317
|
-
}
|
|
318
|
-
}
|
|
319
|
-
|
|
320
|
-
const preLayer = buildComparableBoundarySteps(resolvedSteps, 'preLayer');
|
|
321
|
-
if (preLayer.length > 0) {
|
|
322
|
-
path.preLayer = preLayer;
|
|
323
|
-
}
|
|
324
|
-
const postLayer = buildComparableBoundarySteps(resolvedSteps, 'postLayer');
|
|
325
|
-
if (postLayer.length > 0) {
|
|
326
|
-
path.postLayer = postLayer;
|
|
327
|
-
}
|
|
328
|
-
return path;
|
|
329
|
-
}
|
|
330
|
-
|
|
331
|
-
function compareField(candidate, existing) {
|
|
332
|
-
return stableStringify(candidate) === stableStringify(existing);
|
|
333
|
-
}
|
|
334
|
-
|
|
335
|
-
function createMismatchDetail(options) {
|
|
336
|
-
return {
|
|
337
|
-
code: options.code,
|
|
338
|
-
category: options.category,
|
|
339
|
-
label: options.label,
|
|
340
|
-
repairHint: options.repairHint,
|
|
341
|
-
phase: options.phase ?? null,
|
|
342
|
-
};
|
|
343
|
-
}
|
|
344
|
-
|
|
345
|
-
function kernelCapabilityFingerprint(steps) {
|
|
346
|
-
const normalizedSteps = Array.isArray(steps) ? steps : [];
|
|
347
|
-
return stableValue({
|
|
348
|
-
usesSubgroups: normalizedSteps.some((step) => {
|
|
349
|
-
const kernel = normalizeText(step?.kernel).toLowerCase();
|
|
350
|
-
const entry = normalizeText(step?.entry).toLowerCase();
|
|
351
|
-
return kernel.includes('subgroup') || entry.includes('vec4') || entry.includes('multicol');
|
|
352
|
-
}),
|
|
353
|
-
attentionKinds: normalizedSteps
|
|
354
|
-
.filter((step) => normalizeText(step?.op).toLowerCase() === 'attention')
|
|
355
|
-
.map((step) => normalizeText(step?.kernel).toLowerCase())
|
|
356
|
-
.sort((left, right) => left.localeCompare(right)),
|
|
357
|
-
});
|
|
358
|
-
}
|
|
359
|
-
|
|
360
|
-
function describePhaseMismatch(phase, candidateSteps, existingSteps) {
|
|
361
|
-
if (phase === 'sampling' && candidateSteps.length > 0 && existingSteps.length === 0) {
|
|
362
|
-
return createMismatchDetail({
|
|
363
|
-
code: 'missing_sampling',
|
|
364
|
-
category: 'sampling',
|
|
365
|
-
label: 'Sampling block is missing from the registry path.',
|
|
366
|
-
repairHint: 'Copy the sampling block from the execution graph into the kernel-path proposal.',
|
|
367
|
-
phase,
|
|
368
|
-
});
|
|
369
|
-
}
|
|
370
|
-
if (phase === 'layerOverrides') {
|
|
371
|
-
return createMismatchDetail({
|
|
372
|
-
code: 'layer_override_drift',
|
|
373
|
-
category: 'layer-overrides',
|
|
374
|
-
label: 'Layer override coverage differs.',
|
|
375
|
-
repairHint: 'Emit explicit layerOverrides for the layers whose decode/prefill steps diverge from the default path.',
|
|
376
|
-
phase,
|
|
377
|
-
});
|
|
378
|
-
}
|
|
379
|
-
if (!compareField(kernelCapabilityFingerprint(candidateSteps), kernelCapabilityFingerprint(existingSteps))) {
|
|
380
|
-
return createMismatchDetail({
|
|
381
|
-
code: 'capability_drift',
|
|
382
|
-
category: 'capability',
|
|
383
|
-
label: `${phase} kernels assume different device capabilities.`,
|
|
384
|
-
repairHint: 'Choose a registry path whose subgroup and attention-kernel assumptions match the execution graph, or synthesize a new path id for this capability mix.',
|
|
385
|
-
phase,
|
|
386
|
-
});
|
|
387
|
-
}
|
|
388
|
-
return createMismatchDetail({
|
|
389
|
-
code: `${phase}_drift`,
|
|
390
|
-
category: 'shape',
|
|
391
|
-
label: `${phase} steps differ.`,
|
|
392
|
-
repairHint: `Update the ${phase} steps to match the resolved execution graph step-for-step.`,
|
|
393
|
-
phase,
|
|
394
|
-
});
|
|
395
|
-
}
|
|
396
|
-
|
|
397
|
-
function diffKernelPathShape(candidate, existing, modelRecord) {
|
|
398
|
-
if (!candidate || !existing) {
|
|
399
|
-
return [
|
|
400
|
-
createMismatchDetail({
|
|
401
|
-
code: 'candidate_unavailable',
|
|
402
|
-
category: 'shape',
|
|
403
|
-
label: 'Candidate kernel path is unavailable.',
|
|
404
|
-
repairHint: 'Fix the inline kernel-path synthesis error before comparing against registry paths.',
|
|
405
|
-
}),
|
|
406
|
-
];
|
|
407
|
-
}
|
|
408
|
-
const details = [];
|
|
409
|
-
if (!compareField(candidate.activationDtype, existing.activationDtype)) {
|
|
410
|
-
details.push(createMismatchDetail({
|
|
411
|
-
code: 'activation_dtype_drift',
|
|
412
|
-
category: 'dtype',
|
|
413
|
-
label: 'Activation dtype differs.',
|
|
414
|
-
repairHint: `Set activationDtype to "${candidate.activationDtype}" or choose kernels compatible with "${existing.activationDtype}".`,
|
|
415
|
-
}));
|
|
416
|
-
}
|
|
417
|
-
if (!compareField(candidate.kvDtype, existing.kvDtype)) {
|
|
418
|
-
details.push(createMismatchDetail({
|
|
419
|
-
code: 'kv_dtype_drift',
|
|
420
|
-
category: 'dtype',
|
|
421
|
-
label: 'KV dtype differs.',
|
|
422
|
-
repairHint: `Set kvDtype to "${candidate.kvDtype}" or swap attention kernels to ones compatible with "${existing.kvDtype}".`,
|
|
423
|
-
}));
|
|
424
|
-
}
|
|
425
|
-
if (!compareField(candidate.outputDtype, existing.outputDtype)) {
|
|
426
|
-
details.push(createMismatchDetail({
|
|
427
|
-
code: 'output_dtype_drift',
|
|
428
|
-
category: 'dtype',
|
|
429
|
-
label: 'Output dtype differs.',
|
|
430
|
-
repairHint: 'Align outputDtype with the execution graph or remove it when the path inherits activation dtype.',
|
|
431
|
-
}));
|
|
432
|
-
}
|
|
433
|
-
for (const phase of ['preLayer', 'decode', 'prefill', 'postLayer', 'sampling']) {
|
|
434
|
-
if (!compareField(candidate[phase], existing[phase])) {
|
|
435
|
-
details.push(describePhaseMismatch(phase, candidate[phase], existing[phase]));
|
|
436
|
-
}
|
|
437
|
-
}
|
|
438
|
-
if (!compareField(candidate.layerOverrides, existing.layerOverrides)) {
|
|
439
|
-
details.push(describePhaseMismatch('layerOverrides', candidate.layerOverrides, existing.layerOverrides));
|
|
440
|
-
}
|
|
441
|
-
if (
|
|
442
|
-
Array.isArray(modelRecord?.customRuntimeFacts)
|
|
443
|
-
&& modelRecord.customRuntimeFacts.some((fact) => fact?.assumptions?.registryBypass === true)
|
|
444
|
-
) {
|
|
445
|
-
details.push(createMismatchDetail({
|
|
446
|
-
code: 'custom_runtime_bypass',
|
|
447
|
-
category: 'custom-runtime',
|
|
448
|
-
label: 'Custom runtime layers bypass raw kernel-path lowering.',
|
|
449
|
-
repairHint: 'Keep the proposal partial and preserve the custom runtime facts for the bypassed layers instead of forcing a registry path to claim ownership of them.',
|
|
450
|
-
}));
|
|
451
|
-
}
|
|
452
|
-
return details;
|
|
453
|
-
}
|
|
454
|
-
|
|
455
|
-
function countLayerTypes(layerTypes) {
|
|
456
|
-
const counts = {};
|
|
457
|
-
if (!Array.isArray(layerTypes)) {
|
|
458
|
-
return counts;
|
|
459
|
-
}
|
|
460
|
-
for (const layerType of layerTypes) {
|
|
461
|
-
const key = normalizeText(layerType).toLowerCase();
|
|
462
|
-
if (!key) continue;
|
|
463
|
-
counts[key] = (counts[key] ?? 0) + 1;
|
|
464
|
-
}
|
|
465
|
-
return counts;
|
|
466
|
-
}
|
|
467
|
-
|
|
468
|
-
function inferLayerCount(manifestInference, resolvedSteps) {
|
|
469
|
-
const layerTypes = manifestInference?.layerPattern?.layerTypes;
|
|
470
|
-
if (Array.isArray(layerTypes) && layerTypes.length > 0) {
|
|
471
|
-
return layerTypes.length;
|
|
472
|
-
}
|
|
473
|
-
let maxLayer = -1;
|
|
474
|
-
for (const step of resolvedSteps) {
|
|
475
|
-
if (!Array.isArray(step?.layers)) continue;
|
|
476
|
-
for (const layer of step.layers) {
|
|
477
|
-
const normalized = normalizeInteger(layer);
|
|
478
|
-
if (normalized != null && normalized > maxLayer) {
|
|
479
|
-
maxLayer = normalized;
|
|
480
|
-
}
|
|
481
|
-
}
|
|
482
|
-
}
|
|
483
|
-
return maxLayer >= 0 ? maxLayer + 1 : null;
|
|
484
|
-
}
|
|
485
|
-
|
|
486
|
-
function splitResolvedStepsBySection(resolvedSteps) {
|
|
487
|
-
const grouped = {
|
|
488
|
-
preLayer: [],
|
|
489
|
-
decode: [],
|
|
490
|
-
prefill: [],
|
|
491
|
-
postLayer: [],
|
|
492
|
-
};
|
|
493
|
-
for (let index = 0; index < resolvedSteps.length; index += 1) {
|
|
494
|
-
const step = normalizeResolvedStep(resolvedSteps[index], index);
|
|
495
|
-
if (step.section === 'preLayer') {
|
|
496
|
-
grouped.preLayer.push(step);
|
|
497
|
-
continue;
|
|
498
|
-
}
|
|
499
|
-
if (step.section === 'postLayer') {
|
|
500
|
-
grouped.postLayer.push(step);
|
|
501
|
-
continue;
|
|
502
|
-
}
|
|
503
|
-
if (step.section === 'layer' && (step.phase === 'decode' || step.phase === 'both')) {
|
|
504
|
-
grouped.decode.push(step);
|
|
505
|
-
}
|
|
506
|
-
if (step.section === 'layer' && (step.phase === 'prefill' || step.phase === 'both')) {
|
|
507
|
-
grouped.prefill.push(step);
|
|
508
|
-
}
|
|
509
|
-
}
|
|
510
|
-
return grouped;
|
|
511
|
-
}
|
|
512
|
-
|
|
513
|
-
function buildExecutionGraphSignaturePayload(modelRecord) {
|
|
514
|
-
return stableValue({
|
|
515
|
-
session: {
|
|
516
|
-
activationDtype: modelRecord.session.compute.activationDtype,
|
|
517
|
-
mathDtype: modelRecord.session.compute.mathDtype,
|
|
518
|
-
accumDtype: modelRecord.session.compute.accumDtype,
|
|
519
|
-
outputDtype: modelRecord.session.compute.outputDtype,
|
|
520
|
-
kvDtype: modelRecord.session.kvDtype,
|
|
521
|
-
kvLayout: modelRecord.session.kvLayout,
|
|
522
|
-
decodeLoop: modelRecord.session.decodeLoop,
|
|
523
|
-
},
|
|
524
|
-
runtime: {
|
|
525
|
-
inlineKernelPathEnabled: modelRecord.runtime.inlineKernelPathEnabled,
|
|
526
|
-
},
|
|
527
|
-
execution: modelRecord.execution.sections,
|
|
528
|
-
});
|
|
529
|
-
}
|
|
530
|
-
|
|
531
|
-
function buildKernelRefKey(step) {
|
|
532
|
-
return `${normalizeText(step.kernel)}#${normalizeText(step.entry || 'main')}#${normalizeText(step.digest)}`;
|
|
533
|
-
}
|
|
534
|
-
|
|
535
|
-
function buildKernelRefList(resolvedSteps) {
|
|
536
|
-
const seen = new Set();
|
|
537
|
-
const refs = [];
|
|
538
|
-
for (const step of resolvedSteps) {
|
|
539
|
-
const key = buildKernelRefKey(step);
|
|
540
|
-
if (!key || seen.has(key)) continue;
|
|
541
|
-
seen.add(key);
|
|
542
|
-
refs.push({
|
|
543
|
-
key,
|
|
544
|
-
kernel: normalizeText(step.kernel),
|
|
545
|
-
entry: normalizeText(step.entry || 'main') || 'main',
|
|
546
|
-
digest: normalizeText(step.digest),
|
|
547
|
-
});
|
|
548
|
-
}
|
|
549
|
-
return refs;
|
|
550
|
-
}
|
|
551
|
-
|
|
552
|
-
function normalizeQuantizationTag(rawConfig) {
|
|
553
|
-
const weights = normalizeText(rawConfig?.quantization?.weights).toLowerCase();
|
|
554
|
-
if (!weights) return 'weights';
|
|
555
|
-
if (weights === 'q4k') return 'q4k-dequant';
|
|
556
|
-
return weights;
|
|
557
|
-
}
|
|
558
|
-
|
|
559
|
-
function resolveFamily(configPath, manifest) {
|
|
560
|
-
const modelType = normalizeText(manifest?.modelType).toLowerCase();
|
|
561
|
-
const segments = String(configPath ?? '').split('/');
|
|
562
|
-
if (segments.length >= 2) {
|
|
563
|
-
return normalizeText(segments[segments.length - 2]).toLowerCase() || modelType || 'model';
|
|
564
|
-
}
|
|
565
|
-
return modelType || 'model';
|
|
566
|
-
}
|
|
567
|
-
|
|
568
|
-
function getRegistryAffinity(entry, modelRecord) {
|
|
569
|
-
const id = normalizeText(entry?.id).toLowerCase();
|
|
570
|
-
const family = normalizeText(modelRecord?.family).toLowerCase();
|
|
571
|
-
const quantTag = normalizeQuantizationTag(modelRecord?.rawConfig);
|
|
572
|
-
return {
|
|
573
|
-
familyMatch: family ? id.startsWith(family) : false,
|
|
574
|
-
quantizationMatch: quantTag ? id.includes(quantTag) : false,
|
|
575
|
-
};
|
|
576
|
-
}
|
|
577
|
-
|
|
578
|
-
function rankKernelPathMatches(candidateShape, registryEntries, modelRecord) {
|
|
579
|
-
if (!candidateShape) {
|
|
580
|
-
return [];
|
|
581
|
-
}
|
|
582
|
-
const ranked = registryEntries.map((entry) => {
|
|
583
|
-
const mismatchDetails = diffKernelPathShape(candidateShape, entry.pathShape, modelRecord);
|
|
584
|
-
const affinity = getRegistryAffinity(entry, modelRecord);
|
|
585
|
-
return {
|
|
586
|
-
id: entry.id,
|
|
587
|
-
status: entry.status,
|
|
588
|
-
statusReason: entry.statusReason,
|
|
589
|
-
notes: entry.notes,
|
|
590
|
-
mismatchCount: mismatchDetails.length,
|
|
591
|
-
mismatchReasons: mismatchDetails.map((detail) => detail.label),
|
|
592
|
-
mismatchDetails,
|
|
593
|
-
exact: mismatchDetails.length === 0,
|
|
594
|
-
activationDtype: entry.pathShape?.activationDtype ?? null,
|
|
595
|
-
kvDtype: entry.pathShape?.kvDtype ?? null,
|
|
596
|
-
familyMatch: affinity.familyMatch,
|
|
597
|
-
quantizationMatch: affinity.quantizationMatch,
|
|
598
|
-
};
|
|
599
|
-
});
|
|
600
|
-
ranked.sort((left, right) => {
|
|
601
|
-
if (left.mismatchCount !== right.mismatchCount) {
|
|
602
|
-
return left.mismatchCount - right.mismatchCount;
|
|
603
|
-
}
|
|
604
|
-
if (left.familyMatch !== right.familyMatch) {
|
|
605
|
-
return left.familyMatch ? -1 : 1;
|
|
606
|
-
}
|
|
607
|
-
if (left.quantizationMatch !== right.quantizationMatch) {
|
|
608
|
-
return left.quantizationMatch ? -1 : 1;
|
|
609
|
-
}
|
|
610
|
-
return left.id.localeCompare(right.id);
|
|
611
|
-
});
|
|
612
|
-
return ranked;
|
|
613
|
-
}
|
|
614
|
-
|
|
615
|
-
function deriveAttentionTag(candidateShape) {
|
|
616
|
-
const attentionStep = candidateShape?.decode?.find((step) => step.op === 'attention')
|
|
617
|
-
|| candidateShape?.prefill?.find((step) => step.op === 'attention')
|
|
618
|
-
|| null;
|
|
619
|
-
const kernel = normalizeText(attentionStep?.kernel).toLowerCase();
|
|
620
|
-
if (kernel.includes('online')) return 'online';
|
|
621
|
-
if (kernel.includes('stream')) return 'streaming';
|
|
622
|
-
if (kernel.includes('small')) return 'small';
|
|
623
|
-
if (kernel.includes('decode')) return 'decode';
|
|
624
|
-
return 'path';
|
|
625
|
-
}
|
|
626
|
-
|
|
627
|
-
function buildSuggestedKernelPathId(modelRecord, candidateShape) {
|
|
628
|
-
const family = resolveFamily(modelRecord.configPath, { modelType: modelRecord.modelType });
|
|
629
|
-
const quantTag = normalizeQuantizationTag(modelRecord.rawConfig);
|
|
630
|
-
const activation = normalizeText(candidateShape?.activationDtype || modelRecord.session.compute.activationDtype || 'f32').toLowerCase();
|
|
631
|
-
const attentionTag = deriveAttentionTag(candidateShape);
|
|
632
|
-
return [family, quantTag, `${activation}a`, attentionTag]
|
|
633
|
-
.map((part) => part.replace(/[^a-z0-9-]+/g, '-'))
|
|
634
|
-
.filter(Boolean)
|
|
635
|
-
.join('-');
|
|
636
|
-
}
|
|
637
|
-
|
|
638
|
-
function buildRuntimeConfigFromSession(session) {
|
|
639
|
-
const runtimeConfig = cloneJsonLike(DEFAULT_RUNTIME_CONFIG);
|
|
640
|
-
const runtimeInferencePatch = buildSessionRuntimePatch(session);
|
|
641
|
-
return {
|
|
642
|
-
...runtimeConfig,
|
|
643
|
-
inference: mergeRuntimeValues(runtimeConfig.inference ?? {}, runtimeInferencePatch),
|
|
644
|
-
};
|
|
645
|
-
}
|
|
646
|
-
|
|
647
|
-
function summarizeCompiledPlan(planState) {
|
|
648
|
-
return {
|
|
649
|
-
primaryPlanId: planState?.primaryPlan?.id ?? null,
|
|
650
|
-
primaryKernelPathId: planState?.primaryPlan?.kernelPathId ?? null,
|
|
651
|
-
primaryActivationDtype: planState?.primaryPlan?.activationDtype ?? null,
|
|
652
|
-
fallbackPlanId: planState?.fallbackPlan?.id ?? null,
|
|
653
|
-
fallbackKernelPathId: planState?.fallbackPlan?.kernelPathId ?? null,
|
|
654
|
-
};
|
|
655
|
-
}
|
|
656
|
-
|
|
657
|
-
function verifyKernelPathProposal(path, candidateShape, session) {
|
|
658
|
-
if (!path) {
|
|
659
|
-
return null;
|
|
660
|
-
}
|
|
661
|
-
const checks = [];
|
|
662
|
-
const errors = [];
|
|
663
|
-
|
|
664
|
-
const validationErrors = validateKernelPath(path);
|
|
665
|
-
checks.push({
|
|
666
|
-
id: 'kernelPathContract',
|
|
667
|
-
ok: validationErrors.length === 0,
|
|
668
|
-
});
|
|
669
|
-
if (validationErrors.length > 0) {
|
|
670
|
-
errors.push(...validationErrors.map((entry) => `[KernelPath] ${entry}`));
|
|
671
|
-
}
|
|
672
|
-
|
|
673
|
-
try {
|
|
674
|
-
assertKernelPathSessionCompatibility(path, session);
|
|
675
|
-
checks.push({
|
|
676
|
-
id: 'sessionCompatibility',
|
|
677
|
-
ok: true,
|
|
678
|
-
});
|
|
679
|
-
} catch (error) {
|
|
680
|
-
checks.push({
|
|
681
|
-
id: 'sessionCompatibility',
|
|
682
|
-
ok: false,
|
|
683
|
-
});
|
|
684
|
-
errors.push(error instanceof Error ? error.message : String(error));
|
|
685
|
-
}
|
|
686
|
-
|
|
687
|
-
const roundTripShape = normalizeKernelPathShape(path);
|
|
688
|
-
const roundTripShapeMatches = compareField(roundTripShape, candidateShape);
|
|
689
|
-
checks.push({
|
|
690
|
-
id: 'roundTripShape',
|
|
691
|
-
ok: roundTripShapeMatches,
|
|
692
|
-
});
|
|
693
|
-
if (!roundTripShapeMatches) {
|
|
694
|
-
errors.push('[KernelPath] proposal does not round-trip to the same normalized execution shape.');
|
|
695
|
-
}
|
|
696
|
-
|
|
697
|
-
try {
|
|
698
|
-
const runtimeConfig = buildRuntimeConfigFromSession(session);
|
|
699
|
-
const planState = compileExecutionPlanState({
|
|
700
|
-
runtimeConfig,
|
|
701
|
-
resolvedKernelPath: path,
|
|
702
|
-
kernelPathSource: 'self',
|
|
703
|
-
});
|
|
704
|
-
checks.push({
|
|
705
|
-
id: 'executionPlanCompile',
|
|
706
|
-
ok: true,
|
|
707
|
-
});
|
|
708
|
-
return {
|
|
709
|
-
ok: errors.length === 0,
|
|
710
|
-
checks,
|
|
711
|
-
errors,
|
|
712
|
-
roundTripShapeMatches,
|
|
713
|
-
compiledPlan: summarizeCompiledPlan(planState),
|
|
714
|
-
};
|
|
715
|
-
} catch (error) {
|
|
716
|
-
checks.push({
|
|
717
|
-
id: 'executionPlanCompile',
|
|
718
|
-
ok: false,
|
|
719
|
-
});
|
|
720
|
-
errors.push(error instanceof Error ? error.message : String(error));
|
|
721
|
-
return {
|
|
722
|
-
ok: false,
|
|
723
|
-
checks,
|
|
724
|
-
errors,
|
|
725
|
-
roundTripShapeMatches,
|
|
726
|
-
compiledPlan: null,
|
|
727
|
-
};
|
|
728
|
-
}
|
|
729
|
-
}
|
|
730
|
-
|
|
731
|
-
function buildProposedKernelPath(modelRecord, candidateShape, exactMatchEntry, session) {
|
|
732
|
-
if (!candidateShape) {
|
|
733
|
-
return null;
|
|
734
|
-
}
|
|
735
|
-
const proposalPath = exactMatchEntry?.path
|
|
736
|
-
? cloneJsonLike(exactMatchEntry.path)
|
|
737
|
-
: materializeKernelPathFromShape(modelRecord.modelId, candidateShape, {
|
|
738
|
-
id: buildSuggestedKernelPathId(modelRecord, candidateShape),
|
|
739
|
-
name: `Derived kernel path for ${modelRecord.modelId}`,
|
|
740
|
-
description: `Generated from ${modelRecord.modelId} execution-v1 graph.`,
|
|
741
|
-
});
|
|
742
|
-
const verification = verifyKernelPathProposal(proposalPath, candidateShape, session);
|
|
743
|
-
return {
|
|
744
|
-
kind: exactMatchEntry?.path ? 'existing' : 'proposed',
|
|
745
|
-
selectedKernelPathId: exactMatchEntry?.id ?? null,
|
|
746
|
-
path: proposalPath,
|
|
747
|
-
verification,
|
|
748
|
-
};
|
|
749
|
-
}
|
|
750
|
-
|
|
751
|
-
function buildFallbackExecutionContractSessionFacts(manifest) {
|
|
752
|
-
const session = normalizeObject(manifest?.inference?.session);
|
|
753
|
-
const decodeLoop = normalizeObject(session.decodeLoop);
|
|
754
|
-
return {
|
|
755
|
-
source: 'session',
|
|
756
|
-
facts: {
|
|
757
|
-
layout: normalizeText(session?.kvcache?.layout) || null,
|
|
758
|
-
disableCommandBatching: decodeLoop.disableCommandBatching ?? null,
|
|
759
|
-
decodeBatchSize: normalizeInteger(decodeLoop.batchSize),
|
|
760
|
-
headDim: normalizeInteger(manifest?.architecture?.headDim),
|
|
761
|
-
kvLen: normalizeInteger(manifest?.architecture?.maxSeqLen ?? session?.kvcache?.maxSeqLen),
|
|
762
|
-
coldQuantMode: normalizeText(session?.kvcache?.tiering?.mode) || null,
|
|
763
|
-
},
|
|
764
|
-
error: null,
|
|
765
|
-
};
|
|
766
|
-
}
|
|
767
|
-
|
|
768
|
-
function buildExecutionContractSessionFacts(manifest, resolvedSteps) {
|
|
769
|
-
const syntheticManifest = {
|
|
770
|
-
modelId: manifest?.modelId ?? 'model',
|
|
771
|
-
architecture: manifest?.architecture ?? null,
|
|
772
|
-
inference: {
|
|
773
|
-
session: manifest?.inference?.session ?? null,
|
|
774
|
-
execution: {
|
|
775
|
-
steps: resolvedSteps.map((step) => ({
|
|
776
|
-
id: step.id,
|
|
777
|
-
phase: step.phase,
|
|
778
|
-
op: step.op,
|
|
779
|
-
})),
|
|
780
|
-
},
|
|
781
|
-
},
|
|
782
|
-
};
|
|
783
|
-
try {
|
|
784
|
-
const facts = extractExecutionContractFacts(syntheticManifest);
|
|
785
|
-
return {
|
|
786
|
-
source: 'execution-contract',
|
|
787
|
-
facts: facts.session,
|
|
788
|
-
error: null,
|
|
789
|
-
};
|
|
790
|
-
} catch (error) {
|
|
791
|
-
return {
|
|
792
|
-
...buildFallbackExecutionContractSessionFacts(manifest),
|
|
793
|
-
error: error instanceof Error ? error.message : String(error),
|
|
794
|
-
};
|
|
795
|
-
}
|
|
796
|
-
}
|
|
797
|
-
|
|
798
|
-
function buildSourceSignature(materialization) {
|
|
799
|
-
const manifest = materialization.manifest;
|
|
800
|
-
const resolvedSteps = resolveExecutionSteps(manifest.inference.execution);
|
|
801
|
-
const contractFacts = buildExecutionContractSessionFacts(manifest, resolvedSteps);
|
|
802
|
-
return stableValue({
|
|
803
|
-
modelId: materialization.modelId,
|
|
804
|
-
session: contractFacts.facts,
|
|
805
|
-
execution: splitResolvedStepsBySection(resolvedSteps),
|
|
806
|
-
});
|
|
807
|
-
}
|
|
808
|
-
|
|
809
|
-
function buildSourceConsistency(materializations) {
|
|
810
|
-
if (!Array.isArray(materializations) || materializations.length <= 1) {
|
|
811
|
-
return {
|
|
812
|
-
ok: true,
|
|
813
|
-
comparedSources: Array.isArray(materializations) ? materializations.length : 0,
|
|
814
|
-
mismatchedSources: [],
|
|
815
|
-
};
|
|
816
|
-
}
|
|
817
|
-
const preferred = buildSourceSignature(materializations[0]);
|
|
818
|
-
const mismatchedSources = [];
|
|
819
|
-
for (const materialization of materializations.slice(1)) {
|
|
820
|
-
const signature = buildSourceSignature(materialization);
|
|
821
|
-
if (!compareField(signature, preferred)) {
|
|
822
|
-
mismatchedSources.push({
|
|
823
|
-
sourceKind: materialization.sourceKind,
|
|
824
|
-
sourcePath: materialization.sourcePath,
|
|
825
|
-
});
|
|
826
|
-
}
|
|
827
|
-
}
|
|
828
|
-
return {
|
|
829
|
-
ok: mismatchedSources.length === 0,
|
|
830
|
-
comparedSources: materializations.length,
|
|
831
|
-
mismatchedSources,
|
|
832
|
-
};
|
|
833
|
-
}
|
|
834
|
-
|
|
835
|
-
function buildModelSources(materializations) {
|
|
836
|
-
return materializations.map((materialization) => ({
|
|
837
|
-
sourceKind: materialization.sourceKind,
|
|
838
|
-
sourcePath: materialization.sourcePath,
|
|
839
|
-
sourceLabel: materialization.sourceKind === 'artifact-manifest'
|
|
840
|
-
? 'Artifact manifest'
|
|
841
|
-
: 'Conversion config',
|
|
842
|
-
}));
|
|
843
|
-
}
|
|
844
|
-
|
|
845
|
-
function pickPrimaryMaterialization(materializations) {
|
|
846
|
-
const artifactManifest = materializations.find((entry) => entry.sourceKind === 'artifact-manifest');
|
|
847
|
-
return artifactManifest ?? materializations[0] ?? null;
|
|
848
|
-
}
|
|
849
|
-
|
|
850
|
-
function buildMaterializationFromConfigEntry(configEntry) {
|
|
851
|
-
const rawConfig = normalizeObject(configEntry?.rawConfig);
|
|
852
|
-
const configPath = normalizeText(configEntry?.configPath);
|
|
853
|
-
const modelId = inferConversionConfigModelId(configPath, rawConfig);
|
|
854
|
-
const stubManifest = {
|
|
855
|
-
modelId,
|
|
856
|
-
modelType: rawConfig?.modelType ?? null,
|
|
857
|
-
};
|
|
858
|
-
const materialized = resolveMaterializedManifestFromConversionConfig(rawConfig, stubManifest);
|
|
859
|
-
return {
|
|
860
|
-
modelId,
|
|
861
|
-
sourceKind: 'conversion-config',
|
|
862
|
-
sourcePath: configPath,
|
|
863
|
-
configPath,
|
|
864
|
-
rawConfig,
|
|
865
|
-
manifest: {
|
|
866
|
-
modelId,
|
|
867
|
-
modelType: materialized.modelType,
|
|
868
|
-
architecture: materialized.architecture ?? null,
|
|
869
|
-
inference: materialized.inference,
|
|
870
|
-
metadata: null,
|
|
871
|
-
},
|
|
872
|
-
};
|
|
873
|
-
}
|
|
874
|
-
|
|
875
|
-
function buildMaterializationFromManifestEntry(manifestEntry) {
|
|
876
|
-
const manifest = normalizeObject(manifestEntry?.manifest);
|
|
877
|
-
const manifestPath = normalizeText(manifestEntry?.manifestPath);
|
|
878
|
-
const modelId = normalizeText(manifest?.modelId)
|
|
879
|
-
|| normalizeText(manifestEntry?.modelId)
|
|
880
|
-
|| normalizeText(manifestPath.split('/').slice(-2, -1)[0])
|
|
881
|
-
|| 'model';
|
|
882
|
-
return {
|
|
883
|
-
modelId,
|
|
884
|
-
sourceKind: 'artifact-manifest',
|
|
885
|
-
sourcePath: manifestPath,
|
|
886
|
-
configPath: manifestPath,
|
|
887
|
-
rawConfig: {},
|
|
888
|
-
manifest,
|
|
889
|
-
};
|
|
890
|
-
}
|
|
891
|
-
|
|
892
|
-
function buildSkippedRecord(materialization, reason) {
|
|
893
|
-
return {
|
|
894
|
-
modelId: materialization.modelId,
|
|
895
|
-
configPath: materialization.configPath,
|
|
896
|
-
reason,
|
|
897
|
-
sources: buildModelSources([materialization]),
|
|
898
|
-
};
|
|
899
|
-
}
|
|
900
|
-
|
|
901
|
-
function buildModelRecord(materializations, registryEntries) {
|
|
902
|
-
const primary = pickPrimaryMaterialization(materializations);
|
|
903
|
-
if (!primary) {
|
|
904
|
-
return null;
|
|
905
|
-
}
|
|
906
|
-
const manifest = primary.manifest;
|
|
907
|
-
const manifestInference = manifest?.inference;
|
|
908
|
-
if (
|
|
909
|
-
manifest?.modelType === 'diffusion'
|
|
910
|
-
|| manifest?.modelType === 'energy'
|
|
911
|
-
|| normalizeText(manifestInference?.pipeline).toLowerCase() === 'diffusion'
|
|
912
|
-
|| normalizeText(manifestInference?.pipeline).toLowerCase() === 'energy'
|
|
913
|
-
) {
|
|
914
|
-
return {
|
|
915
|
-
skipped: true,
|
|
916
|
-
modelId: primary.modelId,
|
|
917
|
-
configPath: primary.configPath,
|
|
918
|
-
reason: `unsupported pipeline scope "${normalizeText(manifestInference?.pipeline) || manifest?.modelType}" for kernel-path builder`,
|
|
919
|
-
sources: buildModelSources(materializations),
|
|
920
|
-
};
|
|
921
|
-
}
|
|
922
|
-
if (!hasExecutionV1(manifestInference)) {
|
|
923
|
-
return {
|
|
924
|
-
skipped: true,
|
|
925
|
-
modelId: primary.modelId,
|
|
926
|
-
configPath: primary.configPath,
|
|
927
|
-
reason: 'source does not materialize an execution-v1 graph',
|
|
928
|
-
sources: buildModelSources(materializations),
|
|
929
|
-
};
|
|
930
|
-
}
|
|
931
|
-
|
|
932
|
-
const modelId = primary.modelId;
|
|
933
|
-
const rawConfig = primary.rawConfig ?? {};
|
|
934
|
-
const resolvedSteps = resolveExecutionSteps(manifestInference.execution);
|
|
935
|
-
const layerCount = inferLayerCount(manifestInference, resolvedSteps);
|
|
936
|
-
const sourceConsistency = buildSourceConsistency(materializations);
|
|
937
|
-
const customRuntimeFacts = buildCustomRuntimeFacts({
|
|
938
|
-
modelId,
|
|
939
|
-
manifestInference,
|
|
940
|
-
});
|
|
941
|
-
|
|
942
|
-
let compileResult = null;
|
|
943
|
-
let runtimeCompileError = null;
|
|
944
|
-
try {
|
|
945
|
-
compileResult = compileExecutionV1({
|
|
946
|
-
manifestInference,
|
|
947
|
-
modelId,
|
|
948
|
-
numLayers: layerCount ?? 0,
|
|
949
|
-
});
|
|
950
|
-
} catch (error) {
|
|
951
|
-
runtimeCompileError = error instanceof Error ? error.message : String(error);
|
|
952
|
-
}
|
|
953
|
-
|
|
954
|
-
let candidateKernelPath = null;
|
|
955
|
-
let candidateError = null;
|
|
956
|
-
const comparableKernelPath = buildComparableKernelPathFromResolvedSteps(
|
|
957
|
-
resolvedSteps,
|
|
958
|
-
manifestInference.session,
|
|
959
|
-
modelId,
|
|
960
|
-
layerCount ?? 0
|
|
961
|
-
);
|
|
962
|
-
try {
|
|
963
|
-
candidateKernelPath = buildInlineKernelPath(
|
|
964
|
-
resolvedSteps,
|
|
965
|
-
manifestInference.session,
|
|
966
|
-
modelId,
|
|
967
|
-
layerCount ?? 0,
|
|
968
|
-
null
|
|
969
|
-
);
|
|
970
|
-
} catch (error) {
|
|
971
|
-
candidateError = error instanceof Error ? error.message : String(error);
|
|
972
|
-
}
|
|
973
|
-
|
|
974
|
-
const contractSession = buildExecutionContractSessionFacts(manifest, resolvedSteps);
|
|
975
|
-
const candidateShape = normalizeKernelPathShape(candidateKernelPath ?? comparableKernelPath);
|
|
976
|
-
|
|
977
|
-
const baseModelRecord = {
|
|
978
|
-
modelId,
|
|
979
|
-
configPath: primary.configPath,
|
|
980
|
-
family: resolveFamily(primary.configPath, manifest),
|
|
981
|
-
modelType: manifest?.modelType ?? null,
|
|
982
|
-
rawConfig,
|
|
983
|
-
customRuntimeFacts,
|
|
984
|
-
};
|
|
985
|
-
const rankedMatches = rankKernelPathMatches(candidateShape, registryEntries, baseModelRecord);
|
|
986
|
-
const exactMatchIds = rankedMatches.filter((entry) => entry.exact).map((entry) => entry.id);
|
|
987
|
-
const exactMatchEntry = exactMatchIds.length > 0
|
|
988
|
-
? registryEntries.find((entry) => entry.id === exactMatchIds[0]) || null
|
|
989
|
-
: null;
|
|
990
|
-
|
|
991
|
-
const session = normalizeObject(manifestInference.session);
|
|
992
|
-
const computeDefaults = normalizeObject(session.compute?.defaults);
|
|
993
|
-
const layerTypes = Array.isArray(manifestInference?.layerPattern?.layerTypes)
|
|
994
|
-
? [...manifestInference.layerPattern.layerTypes]
|
|
995
|
-
: null;
|
|
996
|
-
|
|
997
|
-
const modelRecord = {
|
|
998
|
-
modelId,
|
|
999
|
-
configPath: primary.configPath,
|
|
1000
|
-
family: resolveFamily(primary.configPath, manifest),
|
|
1001
|
-
modelType: manifest?.modelType ?? null,
|
|
1002
|
-
rawConfig,
|
|
1003
|
-
sources: buildModelSources(materializations),
|
|
1004
|
-
sourceConsistency,
|
|
1005
|
-
session: {
|
|
1006
|
-
compute: {
|
|
1007
|
-
activationDtype: normalizeText(computeDefaults.activationDtype) || null,
|
|
1008
|
-
mathDtype: normalizeText(computeDefaults.mathDtype) || null,
|
|
1009
|
-
accumDtype: normalizeText(computeDefaults.accumDtype) || null,
|
|
1010
|
-
outputDtype: normalizeText(computeDefaults.outputDtype) || null,
|
|
1011
|
-
},
|
|
1012
|
-
kvDtype: normalizeText(session?.kvcache?.kvDtype) || null,
|
|
1013
|
-
kvLayout: normalizeText(contractSession.facts?.layout) || null,
|
|
1014
|
-
decodeLoop: stableValue(normalizeObject(session.decodeLoop)),
|
|
1015
|
-
batching: {
|
|
1016
|
-
disableCommandBatching: contractSession.facts?.disableCommandBatching ?? null,
|
|
1017
|
-
batchSize: contractSession.facts?.decodeBatchSize ?? null,
|
|
1018
|
-
readbackInterval: session?.decodeLoop?.readbackInterval ?? null,
|
|
1019
|
-
ringTokens: session?.decodeLoop?.ringTokens ?? null,
|
|
1020
|
-
ringStop: session?.decodeLoop?.ringStop ?? null,
|
|
1021
|
-
ringStaging: session?.decodeLoop?.ringStaging ?? null,
|
|
1022
|
-
stopCheckMode: normalizeText(session?.decodeLoop?.stopCheckMode) || null,
|
|
1023
|
-
},
|
|
1024
|
-
executionContract: {
|
|
1025
|
-
source: contractSession.source,
|
|
1026
|
-
facts: stableValue(contractSession.facts),
|
|
1027
|
-
error: contractSession.error,
|
|
1028
|
-
},
|
|
1029
|
-
loading: {
|
|
1030
|
-
sourceKind: primary.sourceKind,
|
|
1031
|
-
sourceRuntimeMode: normalizeText(manifest?.metadata?.sourceRuntime?.mode) || null,
|
|
1032
|
-
},
|
|
1033
|
-
},
|
|
1034
|
-
layerPattern: {
|
|
1035
|
-
type: normalizeText(manifestInference?.layerPattern?.type) || null,
|
|
1036
|
-
layerCount,
|
|
1037
|
-
layerTypes,
|
|
1038
|
-
layerTypeCounts: countLayerTypes(layerTypes),
|
|
1039
|
-
},
|
|
1040
|
-
runtime: {
|
|
1041
|
-
inlineKernelPathEnabled: manifestInference?.execution?.inlineKernelPath !== false,
|
|
1042
|
-
actualLowering: compileResult?.runtimeInferencePatch?.kernelPath
|
|
1043
|
-
? 'inline-kernel-path'
|
|
1044
|
-
: (runtimeCompileError ? 'inline-kernel-path-error' : 'execution-graph-only'),
|
|
1045
|
-
hasGeneratedInlineKernelPath: candidateKernelPath != null,
|
|
1046
|
-
kernelPathIds: [],
|
|
1047
|
-
exactKernelPathIds: exactMatchIds,
|
|
1048
|
-
compileError: runtimeCompileError,
|
|
1049
|
-
},
|
|
1050
|
-
execution: {
|
|
1051
|
-
schema: normalizeText(manifestInference?.schema) || null,
|
|
1052
|
-
sections: splitResolvedStepsBySection(resolvedSteps),
|
|
1053
|
-
kernelRefs: buildKernelRefList(resolvedSteps),
|
|
1054
|
-
},
|
|
1055
|
-
candidate: {
|
|
1056
|
-
available: candidateKernelPath != null,
|
|
1057
|
-
error: candidateError,
|
|
1058
|
-
closestMatches: rankedMatches.slice(0, 5),
|
|
1059
|
-
exactMatchIds,
|
|
1060
|
-
proposal: null,
|
|
1061
|
-
normalizedShape: candidateShape,
|
|
1062
|
-
},
|
|
1063
|
-
customRuntimeFacts,
|
|
1064
|
-
};
|
|
1065
|
-
|
|
1066
|
-
modelRecord.candidate.proposal = buildProposedKernelPath(
|
|
1067
|
-
modelRecord,
|
|
1068
|
-
candidateShape,
|
|
1069
|
-
exactMatchEntry,
|
|
1070
|
-
manifestInference.session
|
|
1071
|
-
);
|
|
1072
|
-
|
|
1073
|
-
if (
|
|
1074
|
-
modelRecord.runtime.actualLowering === 'inline-kernel-path'
|
|
1075
|
-
&& modelRecord.candidate.proposal?.verification?.ok === true
|
|
1076
|
-
) {
|
|
1077
|
-
const proposalKernelPathId = modelRecord.candidate.proposal.selectedKernelPathId
|
|
1078
|
-
|| modelRecord.candidate.proposal.path?.id
|
|
1079
|
-
|| null;
|
|
1080
|
-
modelRecord.runtime.kernelPathIds = exactMatchIds.length > 0
|
|
1081
|
-
? [...exactMatchIds]
|
|
1082
|
-
: (proposalKernelPathId ? [proposalKernelPathId] : []);
|
|
1083
|
-
}
|
|
1084
|
-
|
|
1085
|
-
const signaturePayload = buildExecutionGraphSignaturePayload(modelRecord);
|
|
1086
|
-
modelRecord.execution.signature = `execv1:${fnv1aHex(stableStringify(signaturePayload))}`;
|
|
1087
|
-
return modelRecord;
|
|
1088
|
-
}
|
|
1089
|
-
|
|
1090
|
-
function buildReverseIndex(records, keyFn) {
|
|
1091
|
-
const map = new Map();
|
|
1092
|
-
for (const record of records) {
|
|
1093
|
-
const keys = keyFn(record);
|
|
1094
|
-
for (const key of keys) {
|
|
1095
|
-
if (!key) continue;
|
|
1096
|
-
const current = map.get(key) || [];
|
|
1097
|
-
current.push(record.modelId);
|
|
1098
|
-
map.set(key, current);
|
|
1099
|
-
}
|
|
1100
|
-
}
|
|
1101
|
-
const output = {};
|
|
1102
|
-
for (const [key, modelIds] of [...map.entries()].sort((left, right) => left[0].localeCompare(right[0]))) {
|
|
1103
|
-
output[key] = [...new Set(modelIds)].sort((left, right) => left.localeCompare(right));
|
|
1104
|
-
}
|
|
1105
|
-
return output;
|
|
1106
|
-
}
|
|
1107
|
-
|
|
1108
|
-
function summarizeRegistryEntries(registryEntries, reverseIndexes) {
|
|
1109
|
-
return registryEntries.map((entry) => ({
|
|
1110
|
-
id: entry.id,
|
|
1111
|
-
status: entry.status,
|
|
1112
|
-
statusReason: entry.statusReason,
|
|
1113
|
-
notes: entry.notes,
|
|
1114
|
-
activationDtype: entry.pathShape?.activationDtype ?? null,
|
|
1115
|
-
kvDtype: entry.pathShape?.kvDtype ?? null,
|
|
1116
|
-
exactMatchModels: reverseIndexes.exactKernelPaths?.[entry.id] ?? [],
|
|
1117
|
-
loweredModels: reverseIndexes.kernelPaths?.[entry.id] ?? [],
|
|
1118
|
-
}));
|
|
1119
|
-
}
|
|
1120
|
-
|
|
1121
|
-
function buildGroupedMaterializations(options = {}) {
|
|
1122
|
-
const materializations = [];
|
|
1123
|
-
const configEntries = Array.isArray(options.configEntries) ? options.configEntries : [];
|
|
1124
|
-
const manifestEntries = Array.isArray(options.manifestEntries) ? options.manifestEntries : [];
|
|
1125
|
-
|
|
1126
|
-
for (const configEntry of configEntries) {
|
|
1127
|
-
materializations.push(buildMaterializationFromConfigEntry(configEntry));
|
|
1128
|
-
}
|
|
1129
|
-
for (const manifestEntry of manifestEntries) {
|
|
1130
|
-
materializations.push(buildMaterializationFromManifestEntry(manifestEntry));
|
|
1131
|
-
}
|
|
1132
|
-
|
|
1133
|
-
const grouped = new Map();
|
|
1134
|
-
for (const materialization of materializations) {
|
|
1135
|
-
const key = materialization.modelId;
|
|
1136
|
-
const current = grouped.get(key) || [];
|
|
1137
|
-
current.push(materialization);
|
|
1138
|
-
grouped.set(key, current);
|
|
1139
|
-
}
|
|
1140
|
-
return [...grouped.entries()]
|
|
1141
|
-
.sort((left, right) => left[0].localeCompare(right[0]))
|
|
1142
|
-
.map(([, entries]) => entries);
|
|
1143
|
-
}
|
|
1144
|
-
|
|
1145
|
-
export function buildKernelPathBuilderIndex(options = {}) {
|
|
1146
|
-
const registryEntries = Array.isArray(options.registryEntries)
|
|
1147
|
-
? options.registryEntries
|
|
1148
|
-
.map((entry) => ({
|
|
1149
|
-
id: normalizeText(entry?.id),
|
|
1150
|
-
status: normalizeText(entry?.status) || 'canonical',
|
|
1151
|
-
statusReason: normalizeText(entry?.statusReason) || '',
|
|
1152
|
-
notes: normalizeText(entry?.notes) || '',
|
|
1153
|
-
path: entry?.path ?? null,
|
|
1154
|
-
pathShape: normalizeKernelPathShape(entry?.path),
|
|
1155
|
-
}))
|
|
1156
|
-
.filter((entry) => entry.id && entry.pathShape)
|
|
1157
|
-
: [];
|
|
1158
|
-
|
|
1159
|
-
const supportedModels = [];
|
|
1160
|
-
const skipped = [];
|
|
1161
|
-
for (const materializations of buildGroupedMaterializations(options)) {
|
|
1162
|
-
const record = buildModelRecord(materializations, registryEntries);
|
|
1163
|
-
if (!record) {
|
|
1164
|
-
continue;
|
|
1165
|
-
}
|
|
1166
|
-
if (record?.skipped) {
|
|
1167
|
-
skipped.push(record);
|
|
1168
|
-
continue;
|
|
1169
|
-
}
|
|
1170
|
-
supportedModels.push(record);
|
|
1171
|
-
}
|
|
1172
|
-
|
|
1173
|
-
supportedModels.sort((left, right) => left.modelId.localeCompare(right.modelId));
|
|
1174
|
-
|
|
1175
|
-
const reverseIndexes = {
|
|
1176
|
-
kernelPaths: buildReverseIndex(supportedModels, (record) => record.runtime.kernelPathIds),
|
|
1177
|
-
exactKernelPaths: buildReverseIndex(supportedModels, (record) => record.runtime.exactKernelPathIds),
|
|
1178
|
-
executionGraphs: buildReverseIndex(supportedModels, (record) => [record.execution.signature]),
|
|
1179
|
-
kernels: buildReverseIndex(supportedModels, (record) => record.execution.kernelRefs.map((entry) => entry.key)),
|
|
1180
|
-
};
|
|
1181
|
-
|
|
1182
|
-
return {
|
|
1183
|
-
schemaVersion: 2,
|
|
1184
|
-
artifactKind: 'execution-index',
|
|
1185
|
-
source: 'kernel-path-builder',
|
|
1186
|
-
stats: {
|
|
1187
|
-
models: supportedModels.length,
|
|
1188
|
-
skipped: skipped.length,
|
|
1189
|
-
registryKernelPaths: registryEntries.length,
|
|
1190
|
-
configSources: Array.isArray(options.configEntries) ? options.configEntries.length : 0,
|
|
1191
|
-
manifestSources: Array.isArray(options.manifestEntries) ? options.manifestEntries.length : 0,
|
|
1192
|
-
exactKernelPathMatches: supportedModels.filter((record) => record.runtime.exactKernelPathIds.length > 0).length,
|
|
1193
|
-
loweredThroughKernelPaths: supportedModels.filter((record) => record.runtime.kernelPathIds.length > 0).length,
|
|
1194
|
-
proposalOnlyModels: supportedModels.filter((record) => (
|
|
1195
|
-
record.runtime.actualLowering === 'inline-kernel-path'
|
|
1196
|
-
&& record.runtime.exactKernelPathIds.length === 0
|
|
1197
|
-
&& record.candidate.proposal?.verification?.ok === true
|
|
1198
|
-
)).length,
|
|
1199
|
-
verifiedProposals: supportedModels.filter((record) => record.candidate.proposal?.verification?.ok === true).length,
|
|
1200
|
-
unverifiedProposals: supportedModels.filter((record) => record.candidate.proposal && record.candidate.proposal.verification?.ok !== true).length,
|
|
1201
|
-
modelsWithArtifactManifest: supportedModels.filter((record) => record.sources.some((source) => source.sourceKind === 'artifact-manifest')).length,
|
|
1202
|
-
modelsWithSourceDrift: supportedModels.filter((record) => record.sourceConsistency?.ok === false).length,
|
|
1203
|
-
executionGraphOnlyModels: supportedModels.filter((record) => record.runtime.actualLowering === 'execution-graph-only').length,
|
|
1204
|
-
},
|
|
1205
|
-
skipped,
|
|
1206
|
-
kernelPaths: summarizeRegistryEntries(registryEntries, reverseIndexes),
|
|
1207
|
-
reverseIndexes,
|
|
1208
|
-
models: supportedModels.map((record) => {
|
|
1209
|
-
const { rawConfig, ...publicRecord } = record;
|
|
1210
|
-
return publicRecord;
|
|
1211
|
-
}),
|
|
1212
|
-
};
|
|
1213
|
-
}
|
|
1214
|
-
|
|
1215
|
-
export function buildKernelPathBuilderProposals(indexPayload) {
|
|
1216
|
-
const models = Array.isArray(indexPayload?.models) ? indexPayload.models : [];
|
|
1217
|
-
const proposals = models
|
|
1218
|
-
.filter((model) => model?.candidate?.proposal)
|
|
1219
|
-
.map((model) => ({
|
|
1220
|
-
modelId: model.modelId,
|
|
1221
|
-
actualLowering: model.runtime?.actualLowering ?? null,
|
|
1222
|
-
sources: model.sources ?? [],
|
|
1223
|
-
exactKernelPathIds: model.runtime?.exactKernelPathIds ?? [],
|
|
1224
|
-
proposal: model.candidate.proposal,
|
|
1225
|
-
closestMatches: Array.isArray(model.candidate?.closestMatches)
|
|
1226
|
-
? model.candidate.closestMatches.slice(0, 3)
|
|
1227
|
-
: [],
|
|
1228
|
-
customRuntimeFacts: model.customRuntimeFacts ?? [],
|
|
1229
|
-
}));
|
|
1230
|
-
return {
|
|
1231
|
-
schemaVersion: 1,
|
|
1232
|
-
artifactKind: 'kernel-path-proposals',
|
|
1233
|
-
source: indexPayload?.source ?? 'kernel-path-builder',
|
|
1234
|
-
stats: {
|
|
1235
|
-
proposals: proposals.length,
|
|
1236
|
-
verified: proposals.filter((entry) => entry.proposal?.verification?.ok === true).length,
|
|
1237
|
-
unverified: proposals.filter((entry) => entry.proposal?.verification?.ok !== true).length,
|
|
1238
|
-
newKernelPaths: proposals.filter((entry) => entry.proposal?.kind === 'proposed').length,
|
|
1239
|
-
existingKernelPaths: proposals.filter((entry) => entry.proposal?.kind === 'existing').length,
|
|
1240
|
-
},
|
|
1241
|
-
proposals,
|
|
1242
|
-
};
|
|
1243
|
-
}
|
|
1244
|
-
|
|
1245
|
-
function formatLayers(value) {
|
|
1246
|
-
if (value === 'all') return 'all';
|
|
1247
|
-
if (!Array.isArray(value) || value.length === 0) return '-';
|
|
1248
|
-
return value.join(', ');
|
|
1249
|
-
}
|
|
1250
|
-
|
|
1251
|
-
function renderResolvedStepTableRows(model) {
|
|
1252
|
-
const rows = [];
|
|
1253
|
-
for (const [section, steps] of Object.entries(model.execution?.sections ?? {})) {
|
|
1254
|
-
for (const step of Array.isArray(steps) ? steps : []) {
|
|
1255
|
-
rows.push(
|
|
1256
|
-
`| ${section} | ${step.phase || '-'} | ${step.op || '-'} | ${step.kernel || '-'} | ` +
|
|
1257
|
-
`${step.entry || 'main'} | ${step.digest || '-'} | ${step.weights || '-'} | ${formatLayers(step.layers)} |`
|
|
1258
|
-
);
|
|
1259
|
-
}
|
|
1260
|
-
}
|
|
1261
|
-
if (rows.length === 0) {
|
|
1262
|
-
return ['| - | - | - | - | - | - | - | - |'];
|
|
1263
|
-
}
|
|
1264
|
-
return rows;
|
|
1265
|
-
}
|
|
1266
|
-
|
|
1267
|
-
export function renderKernelPathBuilderReportMarkdown(indexPayload, proposalsPayload = null) {
|
|
1268
|
-
const payload = indexPayload ?? { stats: {}, models: [], skipped: [] };
|
|
1269
|
-
const models = Array.isArray(payload.models) ? payload.models : [];
|
|
1270
|
-
const lines = [];
|
|
1271
|
-
lines.push('# Kernel-Path Builder Report');
|
|
1272
|
-
lines.push('');
|
|
1273
|
-
lines.push('## Summary');
|
|
1274
|
-
lines.push('');
|
|
1275
|
-
lines.push(`- Models indexed: ${payload.stats?.models ?? 0}`);
|
|
1276
|
-
lines.push(`- Registry kernel paths: ${payload.stats?.registryKernelPaths ?? 0}`);
|
|
1277
|
-
lines.push(`- Config sources: ${payload.stats?.configSources ?? 0}`);
|
|
1278
|
-
lines.push(`- Artifact manifest sources: ${payload.stats?.manifestSources ?? 0}`);
|
|
1279
|
-
lines.push(`- Exact matches: ${payload.stats?.exactKernelPathMatches ?? 0}`);
|
|
1280
|
-
lines.push(`- Verified proposals: ${payload.stats?.verifiedProposals ?? 0}`);
|
|
1281
|
-
lines.push(`- Unverified proposals: ${payload.stats?.unverifiedProposals ?? 0}`);
|
|
1282
|
-
if (Array.isArray(payload.skipped) && payload.skipped.length > 0) {
|
|
1283
|
-
lines.push(`- Skipped: ${payload.skipped.length}`);
|
|
1284
|
-
}
|
|
1285
|
-
lines.push('');
|
|
1286
|
-
|
|
1287
|
-
if (proposalsPayload?.stats) {
|
|
1288
|
-
lines.push('## Proposal Stats');
|
|
1289
|
-
lines.push('');
|
|
1290
|
-
lines.push(`- Proposal records: ${proposalsPayload.stats.proposals ?? 0}`);
|
|
1291
|
-
lines.push(`- New kernel-path ids: ${proposalsPayload.stats.newKernelPaths ?? 0}`);
|
|
1292
|
-
lines.push(`- Existing kernel-path ids reused: ${proposalsPayload.stats.existingKernelPaths ?? 0}`);
|
|
1293
|
-
lines.push('');
|
|
1294
|
-
}
|
|
1295
|
-
|
|
1296
|
-
if (Array.isArray(payload.skipped) && payload.skipped.length > 0) {
|
|
1297
|
-
lines.push('## Skipped Sources');
|
|
1298
|
-
lines.push('');
|
|
1299
|
-
for (const skipped of payload.skipped) {
|
|
1300
|
-
lines.push(`- \`${skipped.modelId}\` (${skipped.reason})`);
|
|
1301
|
-
}
|
|
1302
|
-
lines.push('');
|
|
1303
|
-
}
|
|
1304
|
-
|
|
1305
|
-
lines.push('## Models');
|
|
1306
|
-
lines.push('');
|
|
1307
|
-
for (const model of models) {
|
|
1308
|
-
lines.push(`### ${model.modelId}`);
|
|
1309
|
-
lines.push('');
|
|
1310
|
-
lines.push(`- Sources: ${(model.sources || []).map((source) => `\`${source.sourcePath}\``).join(', ') || 'none'}`);
|
|
1311
|
-
lines.push(`- Lowering: \`${model.runtime?.actualLowering || 'unknown'}\``);
|
|
1312
|
-
lines.push(`- Session: activation=\`${model.session?.compute?.activationDtype || '--'}\`, kv=\`${model.session?.kvDtype || '--'}\`, layout=\`${model.session?.kvLayout || '--'}\`, batch=\`${model.session?.batching?.batchSize ?? '--'}\`, readback=\`${model.session?.batching?.readbackInterval ?? '--'}\``);
|
|
1313
|
-
lines.push(`- Execution signature: \`${model.execution?.signature || '--'}\``);
|
|
1314
|
-
if (model.sourceConsistency?.ok === false) {
|
|
1315
|
-
lines.push(`- Source consistency: mismatch across ${model.sourceConsistency.comparedSources} sources`);
|
|
1316
|
-
}
|
|
1317
|
-
lines.push('');
|
|
1318
|
-
lines.push('| Section | Phase | Op | Kernel | Entry | Digest | Weights | Layers |');
|
|
1319
|
-
lines.push('| --- | --- | --- | --- | --- | --- | --- | --- |');
|
|
1320
|
-
lines.push(...renderResolvedStepTableRows(model));
|
|
1321
|
-
lines.push('');
|
|
1322
|
-
|
|
1323
|
-
const matches = Array.isArray(model.candidate?.closestMatches) ? model.candidate.closestMatches : [];
|
|
1324
|
-
if (matches.length > 0) {
|
|
1325
|
-
lines.push('Closest matches:');
|
|
1326
|
-
for (const match of matches.slice(0, 3)) {
|
|
1327
|
-
lines.push(`- \`${match.id}\` (${match.mismatchCount} mismatches)`);
|
|
1328
|
-
for (const detail of match.mismatchDetails || []) {
|
|
1329
|
-
lines.push(` - ${detail.label} Hint: ${detail.repairHint}`);
|
|
1330
|
-
}
|
|
1331
|
-
}
|
|
1332
|
-
lines.push('');
|
|
1333
|
-
}
|
|
1334
|
-
|
|
1335
|
-
if (model.candidate?.proposal) {
|
|
1336
|
-
lines.push('Proposal:');
|
|
1337
|
-
lines.push('');
|
|
1338
|
-
lines.push('```json');
|
|
1339
|
-
lines.push(JSON.stringify(model.candidate.proposal, null, 2));
|
|
1340
|
-
lines.push('```');
|
|
1341
|
-
lines.push('');
|
|
1342
|
-
}
|
|
1343
|
-
}
|
|
1344
|
-
return `${lines.join('\n')}\n`;
|
|
1345
|
-
}
|
|
1346
|
-
|
|
1347
|
-
export {
|
|
1348
|
-
aggregateTopDecodeTimers,
|
|
1349
|
-
buildKernelPathBuilderRuntimeOverlay,
|
|
1350
|
-
};
|
|
1351
|
-
|
|
1352
|
-
export function buildKernelPathBuilderArtifacts(options = {}) {
|
|
1353
|
-
const index = buildKernelPathBuilderIndex(options);
|
|
1354
|
-
const proposals = buildKernelPathBuilderProposals(index);
|
|
1355
|
-
const reportMarkdown = renderKernelPathBuilderReportMarkdown(index, proposals);
|
|
1356
|
-
return {
|
|
1357
|
-
index,
|
|
1358
|
-
proposals,
|
|
1359
|
-
reportMarkdown,
|
|
1360
|
-
};
|
|
1361
|
-
}
|