doppler-gpu 0.4.7 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +93 -144
  3. package/models/catalog.json +1575 -0
  4. package/package.json +37 -12
  5. package/src/cli/doppler-cli.js +28 -7
  6. package/src/client/doppler-registry.json +2 -2
  7. package/src/client/runtime/index.js +25 -2
  8. package/src/client/runtime/model-session.d.ts +31 -1
  9. package/src/client/runtime/model-session.js +31 -0
  10. package/src/client/runtime/model-source.d.ts +19 -2
  11. package/src/client/runtime/model-source.js +45 -5
  12. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
  13. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
  14. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
  15. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
  16. package/src/config/kernel-path-loader.js +1 -0
  17. package/src/config/kernels/kernel-ref-digests.js +26 -17
  18. package/src/config/kernels/registry.json +448 -27
  19. package/src/config/merge.js +11 -0
  20. package/src/config/param-validator.js +25 -0
  21. package/src/config/runtime/default.json +3 -1
  22. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  23. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  24. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  25. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  26. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  27. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  28. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  29. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  30. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  31. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  32. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  33. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  34. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  35. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  36. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  37. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  38. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  39. package/src/config/schema/doppler.schema.js +40 -5
  40. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  41. package/src/config/schema/execution-v1.schema.js +10 -0
  42. package/src/config/schema/index.d.ts +3 -1
  43. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  44. package/src/config/transforms/capability-transform-resolver.js +7 -1
  45. package/src/config/transforms/execution-graph-transforms.js +2 -2
  46. package/src/debug/config.d.ts +4 -0
  47. package/src/experimental/orchestration/index.d.ts +10 -1
  48. package/src/experimental/training/suite.js +1 -1
  49. package/src/formats/rdrr/classification.js +3 -0
  50. package/src/formats/rdrr/integrity.d.ts +0 -2
  51. package/src/formats/rdrr/integrity.js +0 -2
  52. package/src/formats/rdrr/types.d.ts +1 -1
  53. package/src/gpu/kernels/attention.d.ts +2 -0
  54. package/src/gpu/kernels/attention.js +75 -16
  55. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  56. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  57. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  58. package/src/gpu/kernels/fused_ffn.js +540 -19
  59. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  60. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  61. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  62. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  63. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  64. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  65. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  66. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  67. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  68. package/src/gpu/kernels/index.d.ts +21 -0
  69. package/src/gpu/kernels/index.js +13 -0
  70. package/src/gpu/kernels/linear-attention-core.js +413 -15
  71. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  72. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  73. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  74. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  75. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  76. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  77. package/src/gpu/kernels/matmul-selection.js +5 -1
  78. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  79. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  80. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  81. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  82. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  83. package/src/gpu/kernels/silu.wgsl +7 -1
  84. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  85. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  86. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  87. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  88. package/src/gpu/tensor.d.ts +1 -0
  89. package/src/index.d.ts +1 -1
  90. package/src/index.js +1 -1
  91. package/src/inference/browser-harness-suite-helpers.js +1 -1
  92. package/src/inference/browser-harness-text-helpers.js +251 -20
  93. package/src/inference/browser-harness.js +221 -3
  94. package/src/inference/kv-cache/base.js +42 -1
  95. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  96. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  97. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  98. package/src/inference/pipelines/text/attention/projections.js +174 -4
  99. package/src/inference/pipelines/text/attention/record.js +44 -21
  100. package/src/inference/pipelines/text/attention/run.js +18 -3
  101. package/src/inference/pipelines/text/config.d.ts +18 -0
  102. package/src/inference/pipelines/text/config.js +100 -0
  103. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  104. package/src/inference/pipelines/text/execution-plan.js +37 -0
  105. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  106. package/src/inference/pipelines/text/execution-v1.js +122 -8
  107. package/src/inference/pipelines/text/ffn/dense.js +239 -21
  108. package/src/inference/pipelines/text/ffn/standard.js +121 -38
  109. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  110. package/src/inference/pipelines/text/generator-helpers.js +2 -0
  111. package/src/inference/pipelines/text/generator-runtime.js +1 -0
  112. package/src/inference/pipelines/text/generator-steps.js +2 -2
  113. package/src/inference/pipelines/text/generator.d.ts +18 -1
  114. package/src/inference/pipelines/text/generator.js +297 -19
  115. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  116. package/src/inference/pipelines/text/init.d.ts +22 -3
  117. package/src/inference/pipelines/text/init.js +2 -2
  118. package/src/inference/pipelines/text/layer.js +87 -8
  119. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  120. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  121. package/src/inference/pipelines/text/linear-attention.js +173 -16
  122. package/src/inference/pipelines/text/logits/gpu.js +2 -2
  123. package/src/inference/pipelines/text/logits/index.js +62 -1
  124. package/src/inference/pipelines/text/model-load.js +6 -0
  125. package/src/inference/pipelines/text/ops.js +22 -0
  126. package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
  127. package/src/inference/pipelines/text/probes.js +9 -4
  128. package/src/inference/pipelines/text/state.d.ts +4 -4
  129. package/src/inference/pipelines/text/state.js +4 -0
  130. package/src/inference/pipelines/text/types.d.ts +27 -2
  131. package/src/inference/pipelines/text.d.ts +21 -1
  132. package/src/inference/pipelines/text.js +40 -14
  133. package/src/inference/tokenizers/bundled.js +45 -23
  134. package/src/inference/tokenizers/types.d.ts +7 -4
  135. package/src/loader/doppler-loader.js +25 -2
  136. package/src/loader/index.d.ts +3 -1
  137. package/src/loader/index.js +2 -0
  138. package/src/loader/loader-types.d.ts +3 -1
  139. package/src/loader/manifest-config.d.ts +18 -0
  140. package/src/loader/manifest-config.js +11 -3
  141. package/src/loader/shard-cache.d.ts +2 -0
  142. package/src/loader/shard-cache.js +29 -1
  143. package/src/models/gemma4.js +8 -0
  144. package/src/rules/inference/capability-transforms.rules.json +145 -20
  145. package/src/rules/inference/ffn.rules.json +33 -0
  146. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  147. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  148. package/src/rules/kernels/matmul.rules.json +1 -0
  149. package/src/rules/kernels/silu.rules.json +1 -0
  150. package/src/rules/rule-registry.js +2 -0
  151. package/src/storage/artifact-storage-context.js +36 -0
  152. package/src/tooling/node-browser-command-runner.js +42 -7
  153. package/src/tooling/opfs-cache.d.ts +21 -1
  154. package/src/tooling/opfs-cache.js +168 -32
  155. package/src/tooling-exports/storage.d.ts +1 -1
  156. package/src/tooling-exports/storage.js +1 -1
  157. package/src/types/gpu.d.ts +25 -0
  158. package/src/version.js +1 -1
  159. package/tests/kernels/browser/kernel-suite.js +1593 -0
  160. package/tests/kernels/browser/test-page.js +2629 -0
  161. package/tests/kernels/harness/benchmark.js +225 -0
  162. package/tests/kernels/harness/buffer-utils.js +88 -0
  163. package/tests/kernels/harness/tolerance.js +174 -0
  164. package/tests/kernels/reference/adam.js +15 -0
  165. package/tests/kernels/reference/attention.js +158 -0
  166. package/tests/kernels/reference/backward.js +96 -0
  167. package/tests/kernels/reference/bias-add.js +20 -0
  168. package/tests/kernels/reference/conv2d.js +58 -0
  169. package/tests/kernels/reference/cross-entropy.js +26 -0
  170. package/tests/kernels/reference/dequant.js +312 -0
  171. package/tests/kernels/reference/embed.js +15 -0
  172. package/tests/kernels/reference/gather.js +61 -0
  173. package/tests/kernels/reference/gelu.js +37 -0
  174. package/tests/kernels/reference/groupnorm.js +36 -0
  175. package/tests/kernels/reference/index.js +89 -0
  176. package/tests/kernels/reference/layernorm.js +22 -0
  177. package/tests/kernels/reference/matmul.js +57 -0
  178. package/tests/kernels/reference/modulate.js +24 -0
  179. package/tests/kernels/reference/moe-gather.js +83 -0
  180. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  181. package/tests/kernels/reference/residual.js +55 -0
  182. package/tests/kernels/reference/rmsnorm.js +52 -0
  183. package/tests/kernels/reference/rope.js +79 -0
  184. package/tests/kernels/reference/sample.js +97 -0
  185. package/tests/kernels/reference/scatter-add.js +58 -0
  186. package/tests/kernels/reference/silu.js +52 -0
  187. package/tests/kernels/reference/softmax.js +86 -0
  188. package/tests/kernels/reference/split-qkv.js +58 -0
  189. package/tests/kernels/reference/topk.js +88 -0
  190. package/tests/kernels/reference/upsample2d.js +37 -0
  191. package/BRANDING.md +0 -14
  192. package/SECURITY.md +0 -19
  193. package/assets/doppler-runtime-map.svg +0 -82
  194. package/src/bootstrap.js +0 -30
  195. package/src/cli/doppler-cli.d.ts +0 -46
  196. package/src/cli/doppler-quickstart.d.ts +0 -45
  197. package/src/cli/doppler-serve.d.ts +0 -210
  198. package/src/cli/runtime-profiles.d.ts +0 -40
  199. package/src/client/doppler-api.browser.d.ts +0 -1
  200. package/src/client/doppler-api.browser.js +0 -25
  201. package/src/client/doppler-registry.d.ts +0 -54
  202. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  203. package/src/client/runtime/source-runtime.d.ts +0 -26
  204. package/src/client/runtime/storage.d.ts +0 -5
  205. package/src/config/README.md +0 -61
  206. package/src/config/conversion/README.md +0 -62
  207. package/src/config/goal-completion-matrix.json +0 -552
  208. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  209. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  210. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  211. package/src/config/kernels/registry.d.ts +0 -51
  212. package/src/config/merge-contract-check.d.ts +0 -16
  213. package/src/config/merge-contract-check.js +0 -319
  214. package/src/config/merge-helpers.d.ts +0 -60
  215. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  216. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  217. package/src/config/param-categories.d.ts +0 -8
  218. package/src/config/param-validator.d.ts +0 -33
  219. package/src/config/platforms/loader.d.ts +0 -38
  220. package/src/config/quantization-contract-check.d.ts +0 -12
  221. package/src/config/quantization-contract-check.js +0 -91
  222. package/src/config/runtime/README.md +0 -28
  223. package/src/config/runtime-merge.d.ts +0 -5
  224. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  225. package/src/config/schema/command-surface-contract.schema.json +0 -81
  226. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  227. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  228. package/src/config/schema/platform.schema.js +0 -1
  229. package/src/config/schema/policy-schema-registry.json +0 -31
  230. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  231. package/src/config/support-tiers/subsystems.json +0 -502
  232. package/src/config/supported-operations.d.ts +0 -14
  233. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  234. package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
  235. package/src/converter/conversion-plan.d.ts +0 -56
  236. package/src/converter/index.d.ts +0 -98
  237. package/src/converter/index.js +0 -59
  238. package/src/converter/parsers/diffusion.d.ts +0 -50
  239. package/src/converter/parsers/gguf.d.ts +0 -31
  240. package/src/converter/parsers/index.d.ts +0 -21
  241. package/src/converter/parsers/index.js +0 -12
  242. package/src/converter/parsers/transformer.d.ts +0 -31
  243. package/src/converter/quantization-info.d.ts +0 -38
  244. package/src/converter/rope-config.d.ts +0 -16
  245. package/src/converter/tokenizer-utils.d.ts +0 -12
  246. package/src/debug/reference/README.md +0 -114
  247. package/src/debug/reference/hf_attn_debug.py +0 -114
  248. package/src/debug/reference/hf_embed_check.py +0 -89
  249. package/src/debug/reference/hf_layer_out.py +0 -100
  250. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  251. package/src/debug/reference/hf_rope_check.py +0 -116
  252. package/src/debug/reference/hf_weights.py +0 -75
  253. package/src/errors/doppler-error.d.ts +0 -20
  254. package/src/experimental/bridge/extension/background.d.ts +0 -14
  255. package/src/experimental/bridge/extension/background.js +0 -168
  256. package/src/experimental/bridge/extension/manifest.json +0 -34
  257. package/src/experimental/bridge/extension-client.d.ts +0 -114
  258. package/src/experimental/bridge/index.d.ts +0 -69
  259. package/src/experimental/bridge/node-bridge.js +0 -24
  260. package/src/experimental/bridge/protocol.d.ts +0 -96
  261. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  262. package/src/experimental/browser/gguf-importer.js +0 -532
  263. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  264. package/src/experimental/browser/quantization.d.ts +0 -74
  265. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  266. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  267. package/src/experimental/browser/shard-io-browser.js +0 -89
  268. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  269. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  270. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  271. package/src/experimental/distribution/p2p-transport.js +0 -75
  272. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  273. package/src/experimental/hotswap/manifest.d.ts +0 -42
  274. package/src/experimental/hotswap/model-swap.js +0 -42
  275. package/src/experimental/hotswap/runtime.d.ts +0 -31
  276. package/src/experimental/training/README.md +0 -164
  277. package/src/experimental/training/artifacts.d.ts +0 -160
  278. package/src/experimental/training/attention-backward.d.ts +0 -30
  279. package/src/experimental/training/attention-forward.d.ts +0 -22
  280. package/src/experimental/training/attention-forward.js +0 -82
  281. package/src/experimental/training/autograd.d.ts +0 -51
  282. package/src/experimental/training/backward-kernels.js +0 -39
  283. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  284. package/src/experimental/training/checkpoint.d.ts +0 -36
  285. package/src/experimental/training/clip.d.ts +0 -9
  286. package/src/experimental/training/dataloader.d.ts +0 -8
  287. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  288. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  289. package/src/experimental/training/datasets/index.d.ts +0 -24
  290. package/src/experimental/training/datasets/index.js +0 -13
  291. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  292. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  293. package/src/experimental/training/datasets/reploid.js +0 -36
  294. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  295. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  296. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  297. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  298. package/src/experimental/training/datasets/token-batch.js +0 -52
  299. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  300. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  301. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  302. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  303. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  304. package/src/experimental/training/distillation/eval.d.ts +0 -34
  305. package/src/experimental/training/distillation/index.d.ts +0 -29
  306. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  307. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  308. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  309. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  310. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  311. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  312. package/src/experimental/training/export.d.ts +0 -41
  313. package/src/experimental/training/index.d.ts +0 -74
  314. package/src/experimental/training/index.js +0 -63
  315. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  316. package/src/experimental/training/lora.d.ts +0 -19
  317. package/src/experimental/training/loss-scaling.d.ts +0 -21
  318. package/src/experimental/training/loss.d.ts +0 -10
  319. package/src/experimental/training/objectives/base.d.ts +0 -58
  320. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  321. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  322. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  323. package/src/experimental/training/objectives/index.d.ts +0 -12
  324. package/src/experimental/training/objectives/index.js +0 -6
  325. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  326. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  327. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  328. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  329. package/src/experimental/training/operator-command.d.ts +0 -5
  330. package/src/experimental/training/operator-eval.d.ts +0 -48
  331. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  332. package/src/experimental/training/optimizer.d.ts +0 -22
  333. package/src/experimental/training/runner.d.ts +0 -249
  334. package/src/experimental/training/suite.d.ts +0 -299
  335. package/src/experimental/training/tensor-factory.d.ts +0 -9
  336. package/src/experimental/training/trainer.d.ts +0 -89
  337. package/src/experimental/training/ul_dataset.d.ts +0 -47
  338. package/src/experimental/training/ul_schedule.d.ts +0 -6
  339. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  340. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  341. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  342. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  343. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  344. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  345. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  346. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  347. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  348. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  349. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  350. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  351. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  352. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  353. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  354. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  355. package/src/experimental/training/workload-packs/registry.json +0 -278
  356. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  357. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  358. package/src/experimental/training/workloads.d.ts +0 -201
  359. package/src/formats/gguf/types.d.ts +0 -74
  360. package/src/formats/index.d.ts +0 -75
  361. package/src/formats/index.js +0 -19
  362. package/src/formats/litert/types.d.ts +0 -74
  363. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  364. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  365. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  366. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  367. package/src/formats/safetensors/types.d.ts +0 -67
  368. package/src/formats/tflite/types.d.ts +0 -61
  369. package/src/formats/tokenizer/index.d.ts +0 -5
  370. package/src/formats/tokenizer/index.js +0 -3
  371. package/src/formats/tokenizer/types.d.ts +0 -9
  372. package/src/gpu/kernel-runtime.d.ts +0 -13
  373. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  374. package/src/gpu/kernel-selection-log.d.ts +0 -4
  375. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  376. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  377. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  378. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  379. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  380. package/src/gpu/kernel-tuner/types.js +0 -4
  381. package/src/gpu/kernel-tuner.d.ts +0 -33
  382. package/src/gpu/kernels/README.md +0 -166
  383. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  384. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  385. package/src/gpu/kernels/check-stop.d.ts +0 -31
  386. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  387. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  388. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  389. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  390. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  391. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  392. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  393. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  394. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  395. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  396. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  397. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  398. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  399. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  400. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  401. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  402. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  403. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  404. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  405. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  406. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  407. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  408. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  409. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  410. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  411. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  412. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  413. package/src/gpu/kernels/constants.d.ts +0 -129
  414. package/src/gpu/kernels/dispatch.d.ts +0 -72
  415. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  416. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  417. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  418. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  419. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  420. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  421. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  422. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  423. package/src/gpu/kernels/types.js +0 -4
  424. package/src/gpu/perf-guards.d.ts +0 -13
  425. package/src/gpu/profiler.d.ts +0 -93
  426. package/src/gpu/readback-utils.d.ts +0 -16
  427. package/src/gpu/readback-utils.js +0 -49
  428. package/src/gpu/submit-probe.d.ts +0 -12
  429. package/src/index-browser.d.ts +0 -2
  430. package/src/index-browser.js +0 -2
  431. package/src/inference/README.md +0 -593
  432. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  433. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  434. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  435. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  436. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  437. package/src/inference/browser-harness-text-helpers.d.ts +0 -152
  438. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  439. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  440. package/src/inference/network-evolution.js +0 -79
  441. package/src/inference/pipelines/context.d.ts +0 -21
  442. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  443. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  444. package/src/inference/pipelines/diffusion/index.js +0 -3
  445. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  446. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  447. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  448. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  449. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  450. package/src/inference/pipelines/diffusion/types.js +0 -1
  451. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  452. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  453. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  454. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  455. package/src/inference/pipelines/dream/pipeline.js +0 -8
  456. package/src/inference/pipelines/energy/index.d.ts +0 -1
  457. package/src/inference/pipelines/energy/index.js +0 -1
  458. package/src/inference/pipelines/energy/types.js +0 -1
  459. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  460. package/src/inference/pipelines/energy-head/index.js +0 -6
  461. package/src/inference/pipelines/factory.d.ts +0 -10
  462. package/src/inference/pipelines/index.d.ts +0 -22
  463. package/src/inference/pipelines/index.js +0 -19
  464. package/src/inference/pipelines/registry.d.ts +0 -15
  465. package/src/inference/pipelines/rng.d.ts +0 -2
  466. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  467. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  468. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  469. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  470. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  471. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  472. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  473. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  474. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  475. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  476. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  477. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  478. package/src/inference/pipelines/text/attention.d.ts +0 -23
  479. package/src/inference/pipelines/text/attention.js +0 -12
  480. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  481. package/src/inference/pipelines/text/buffer-types.js +0 -4
  482. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  483. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  484. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  485. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  486. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  487. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  488. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  489. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  490. package/src/inference/pipelines/text/embed.d.ts +0 -69
  491. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  492. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  493. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  494. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  495. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  496. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  497. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  498. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
  499. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  500. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  501. package/src/inference/pipelines/text/ffn.js +0 -18
  502. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  503. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  504. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  505. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  506. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  507. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
  508. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  509. package/src/inference/pipelines/text/index.d.ts +0 -5
  510. package/src/inference/pipelines/text/index.js +0 -6
  511. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  512. package/src/inference/pipelines/text/layer.d.ts +0 -118
  513. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  514. package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
  515. package/src/inference/pipelines/text/logits/types.js +0 -4
  516. package/src/inference/pipelines/text/logits.d.ts +0 -27
  517. package/src/inference/pipelines/text/logits.js +0 -16
  518. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  519. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  520. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  521. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  522. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  523. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  524. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
  525. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  526. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  527. package/src/inference/pipelines/text/ops.d.ts +0 -222
  528. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  529. package/src/inference/pipelines/text/probes.d.ts +0 -28
  530. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  531. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  532. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  533. package/src/inference/pipelines/text/types.js +0 -4
  534. package/src/inference/tokenizers/base.d.ts +0 -44
  535. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  536. package/src/inference/tokenizers/bpe.d.ts +0 -27
  537. package/src/inference/tokenizers/bundled.d.ts +0 -67
  538. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  539. package/src/inference/tokenizers/types.js +0 -7
  540. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  541. package/src/loader/per-layer-input-loader.d.ts +0 -30
  542. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  543. package/src/loader/tensors/source-transform.d.ts +0 -65
  544. package/src/memory/address-table.d.ts +0 -96
  545. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  546. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  547. package/src/rules/rule-registry.d.ts +0 -77
  548. package/src/storage/artifact-storage-context.d.ts +0 -63
  549. package/src/storage/backends/idb-store.d.ts +0 -52
  550. package/src/storage/backends/memory-store.d.ts +0 -36
  551. package/src/storage/backends/opfs-store.d.ts +0 -41
  552. package/src/storage/blake3.d.ts +0 -17
  553. package/src/storage/download-types.d.ts +0 -157
  554. package/src/storage/downloader.d.ts +0 -103
  555. package/src/storage/index.d.ts +0 -274
  556. package/src/storage/index.js +0 -201
  557. package/src/storage/preflight.d.ts +0 -144
  558. package/src/storage/preflight.js +0 -360
  559. package/src/storage/quickstart-downloader.d.ts +0 -157
  560. package/src/storage/quickstart-downloader.js +0 -289
  561. package/src/storage/source-artifact-store.d.ts +0 -59
  562. package/src/sw.js +0 -184
  563. package/src/tooling/command-api-constants.d.ts +0 -9
  564. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  565. package/src/tooling/command-api-helpers.d.ts +0 -23
  566. package/src/tooling/command-runner-shared.d.ts +0 -89
  567. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  568. package/src/tooling/conversion-config-materializer.js +0 -96
  569. package/src/tooling/diagnose-runner.d.ts +0 -28
  570. package/src/tooling/hf-registry-utils.d.ts +0 -55
  571. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  572. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  573. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  574. package/src/tooling/kernel-path-builder/index.js +0 -1361
  575. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  576. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  577. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  578. package/src/tooling/lean-execution-contract-runner.js +0 -158
  579. package/src/tooling/lean-execution-contract.d.ts +0 -16
  580. package/src/tooling/lean-execution-contract.js +0 -81
  581. package/src/tooling/litert-package-runtime.d.ts +0 -46
  582. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  583. package/src/tooling/node-convert-worker.d.ts +0 -1
  584. package/src/tooling/node-converter.d.ts +0 -1
  585. package/src/tooling/node-file-fetch.d.ts +0 -1
  586. package/src/tooling/node-source-runtime.d.ts +0 -24
  587. package/src/tooling/node-webgpu.d.ts +0 -17
  588. package/src/tooling/precision-replay-math.js +0 -174
  589. package/src/tooling/program-bundle-host.d.ts +0 -16
  590. package/src/tooling/program-bundle-host.js +0 -20
  591. package/src/tooling/runtime-input-composition.d.ts +0 -37
  592. package/src/tooling/source-package-profiles.d.ts +0 -50
  593. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  594. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  595. package/src/tooling/source-runtime-materializer.js +0 -89
  596. package/src/tooling-exports.browser.d.ts +0 -7
  597. package/src/types/chrome.d.ts +0 -36
  598. package/src/types/chrome.js +0 -1
  599. package/src/types/index.d.ts +0 -1
  600. package/src/types/index.js +0 -1
  601. package/src/utils/array-buffer.d.ts +0 -4
  602. package/src/utils/canonical-hash.d.ts +0 -7
  603. package/src/utils/clone-json.d.ts +0 -1
  604. package/src/utils/hf-resolve-url.d.ts +0 -16
  605. package/src/utils/index.d.ts +0 -10
  606. package/src/utils/index.js +0 -10
  607. package/src/utils/load-json.d.ts +0 -5
  608. package/src/utils/plain-object.d.ts +0 -1
  609. package/src/utils/sha256.d.ts +0 -5
  610. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -1,1361 +0,0 @@
1
- import {
2
- inferConversionConfigModelId,
3
- resolveMaterializedManifestFromConversionConfig,
4
- } from '../conversion-config-materializer.js';
5
- import { mergeRuntimeValues } from '../../config/runtime-merge.js';
6
- import { extractExecutionContractFacts } from '../../config/execution-contract-check.js';
7
- import { validateKernelPath } from '../../config/kernel-path-loader.js';
8
- import { DEFAULT_RUNTIME_CONFIG, expandExecutionV1 } from '../../config/schema/index.js';
9
- import { compileExecutionPlanState } from '../../inference/pipelines/text/execution-plan.js';
10
- import { compileExecutionV1, hasExecutionV1 } from '../../inference/pipelines/text/execution-v1.js';
11
- import {
12
- assertKernelPathSessionCompatibility,
13
- buildInlineKernelPath,
14
- buildSessionRuntimePatch,
15
- isPhaseMatch,
16
- normalizeDtype,
17
- requireSessionActivationDtype,
18
- stepHasLayer,
19
- } from '../../inference/pipelines/text/execution-runtime-builders.js';
20
- import { buildCustomRuntimeFacts } from './custom-runtime-facts.js';
21
- import {
22
- aggregateTopDecodeTimers,
23
- buildKernelPathBuilderRuntimeOverlay,
24
- } from './runtime-overlay.js';
25
- import { isPlainObject } from '../../utils/plain-object.js';
26
-
27
- function normalizeText(value) {
28
- return typeof value === 'string' ? value.trim() : '';
29
- }
30
-
31
- function normalizeInteger(value) {
32
- const numeric = Number(value);
33
- return Number.isInteger(numeric) && numeric >= 0 ? numeric : null;
34
- }
35
-
36
- function normalizeObject(value) {
37
- return isPlainObject(value) ? value : {};
38
- }
39
-
40
- function cloneJsonLike(value) {
41
- if (typeof globalThis.structuredClone === 'function') {
42
- return globalThis.structuredClone(value);
43
- }
44
- return JSON.parse(JSON.stringify(value));
45
- }
46
-
47
- function stableValue(value) {
48
- if (Array.isArray(value)) {
49
- return value.map((entry) => stableValue(entry));
50
- }
51
- if (!isPlainObject(value)) {
52
- return value;
53
- }
54
- const sorted = {};
55
- for (const key of Object.keys(value).sort((left, right) => left.localeCompare(right))) {
56
- sorted[key] = stableValue(value[key]);
57
- }
58
- return sorted;
59
- }
60
-
61
- function stableStringify(value) {
62
- return JSON.stringify(stableValue(value));
63
- }
64
-
65
- function fnv1aHex(value) {
66
- const input = String(value ?? '');
67
- let hash = 0x811c9dc5;
68
- for (let index = 0; index < input.length; index += 1) {
69
- hash ^= input.charCodeAt(index);
70
- hash = Math.imul(hash, 0x01000193) >>> 0;
71
- }
72
- return hash.toString(16).padStart(8, '0');
73
- }
74
-
75
- function normalizeLayers(layers) {
76
- if (layers === 'all') {
77
- return 'all';
78
- }
79
- if (!Array.isArray(layers)) {
80
- return null;
81
- }
82
- const normalized = layers
83
- .map((value) => normalizeInteger(value))
84
- .filter((value) => value != null);
85
- normalized.sort((left, right) => left - right);
86
- return normalized;
87
- }
88
-
89
- function normalizeStep(step) {
90
- const normalized = {
91
- op: normalizeText(step?.op),
92
- kernel: normalizeText(step?.kernel),
93
- entry: normalizeText(step?.entry || 'main') || 'main',
94
- };
95
- const weights = normalizeText(step?.weights);
96
- if (weights) {
97
- normalized.weights = weights;
98
- }
99
- if (step?.constants != null) {
100
- normalized.constants = stableValue(step.constants);
101
- }
102
- return normalized;
103
- }
104
-
105
- function cloneSteps(steps) {
106
- return (Array.isArray(steps) ? steps : []).map((step) => stableValue(step));
107
- }
108
-
109
- function normalizeResolvedStep(step, index) {
110
- const normalized = {
111
- id: normalizeText(step?.id) || `step_${index}`,
112
- section: normalizeText(step?.section),
113
- phase: normalizeText(step?.phase),
114
- op: normalizeText(step?.op),
115
- kernel: normalizeText(step?.kernel),
116
- entry: normalizeText(step?.entry || 'main') || 'main',
117
- digest: normalizeText(step?.kernelRef?.digest ?? step?.digest),
118
- layers: normalizeLayers(step?.layers),
119
- };
120
- const weights = normalizeText(step?.weights);
121
- if (weights) {
122
- normalized.weights = weights;
123
- }
124
- if (step?.constants != null) {
125
- normalized.constants = stableValue(step.constants);
126
- }
127
- return normalized;
128
- }
129
-
130
- function isSamplingStep(step) {
131
- const op = normalizeText(step?.op).toLowerCase();
132
- const kernel = normalizeText(step?.kernel).toLowerCase();
133
- return op === 'sample' || kernel.startsWith('sample');
134
- }
135
-
136
- function splitKernelPathSampling(steps) {
137
- const postLayer = [];
138
- const sampling = [];
139
- for (const step of Array.isArray(steps) ? steps : []) {
140
- if (isSamplingStep(step)) {
141
- sampling.push(step);
142
- continue;
143
- }
144
- postLayer.push(step);
145
- }
146
- return { postLayer, sampling };
147
- }
148
-
149
- function resolveExecutionSteps(execution) {
150
- const expanded = expandExecutionV1(execution);
151
- return expanded.map((step, index) => ({
152
- id: `${step.section}_${step.phase}_${index}_${step.op}`,
153
- phase: step.phase,
154
- section: step.section,
155
- op: step.op,
156
- kernel: step.kernel,
157
- entry: step.entry,
158
- weights: step.weights ?? null,
159
- constants: step.constants ?? null,
160
- layers: step.layers,
161
- kernelRef: {
162
- id: `${step.kernel.replace('.wgsl', '')}.${step.entry}`,
163
- version: '1.0.0',
164
- digest: step.digest,
165
- },
166
- }));
167
- }
168
-
169
- function normalizeKernelPathShape(path) {
170
- if (!isPlainObject(path)) {
171
- return null;
172
- }
173
- const normalizedPostLayer = Array.isArray(path.postLayer) ? path.postLayer.map(normalizeStep) : [];
174
- const normalizedSampling = Array.isArray(path.sampling) ? path.sampling.map(normalizeStep) : [];
175
- const canonicalizedSampling = splitKernelPathSampling([
176
- ...normalizedPostLayer,
177
- ...normalizedSampling,
178
- ]);
179
- return stableValue({
180
- activationDtype: normalizeText(path.activationDtype) || null,
181
- kvDtype: normalizeText(path.kvDtype || path.activationDtype) || null,
182
- outputDtype: normalizeText(path.outputDtype) || null,
183
- preLayer: Array.isArray(path.preLayer) ? path.preLayer.map(normalizeStep) : [],
184
- decode: Array.isArray(path?.decode?.steps) ? path.decode.steps.map(normalizeStep) : [],
185
- prefill: Array.isArray(path?.prefill?.steps) ? path.prefill.steps.map(normalizeStep) : [],
186
- postLayer: canonicalizedSampling.postLayer,
187
- sampling: canonicalizedSampling.sampling,
188
- layerOverrides: Array.isArray(path.layerOverrides)
189
- ? path.layerOverrides.map((override) => ({
190
- layers: normalizeLayers(override?.layers) || [],
191
- ...(Array.isArray(override?.steps) && override.steps.length > 0
192
- ? { steps: override.steps.map(normalizeStep) }
193
- : {}),
194
- ...(Array.isArray(override?.decode?.steps) && override.decode.steps.length > 0
195
- ? { decode: { steps: override.decode.steps.map(normalizeStep) } }
196
- : {}),
197
- ...(Array.isArray(override?.prefill?.steps) && override.prefill.steps.length > 0
198
- ? { prefill: { steps: override.prefill.steps.map(normalizeStep) } }
199
- : {}),
200
- }))
201
- : [],
202
- });
203
- }
204
-
205
- function materializeKernelPathFromShape(modelId, shape, meta = {}) {
206
- if (!shape) {
207
- return null;
208
- }
209
- return {
210
- id: normalizeText(meta.id) || `${modelId || 'model'}-execution-inline`,
211
- name: normalizeText(meta.name) || `Derived kernel path for ${modelId}`,
212
- description: normalizeText(meta.description) || `Generated from ${modelId} execution-v1 graph.`,
213
- activationDtype: shape.activationDtype,
214
- ...(shape.outputDtype ? { outputDtype: shape.outputDtype } : {}),
215
- ...(shape.kvDtype ? { kvDtype: shape.kvDtype } : {}),
216
- decode: {
217
- steps: cloneSteps(shape.decode),
218
- },
219
- prefill: {
220
- steps: cloneSteps(shape.prefill),
221
- },
222
- ...(Array.isArray(shape.preLayer) && shape.preLayer.length > 0 ? { preLayer: cloneSteps(shape.preLayer) } : {}),
223
- ...(Array.isArray(shape.postLayer) && shape.postLayer.length > 0 ? { postLayer: cloneSteps(shape.postLayer) } : {}),
224
- ...(Array.isArray(shape.sampling) && shape.sampling.length > 0 ? { sampling: cloneSteps(shape.sampling) } : {}),
225
- ...(Array.isArray(shape.layerOverrides) && shape.layerOverrides.length > 0
226
- ? {
227
- layerOverrides: shape.layerOverrides.map((override) => ({
228
- layers: normalizeLayers(override?.layers) || [],
229
- ...(Array.isArray(override?.steps) && override.steps.length > 0
230
- ? { steps: cloneSteps(override.steps) }
231
- : {}),
232
- ...(Array.isArray(override?.decode?.steps) && override.decode.steps.length > 0
233
- ? { decode: { steps: cloneSteps(override.decode.steps) } }
234
- : {}),
235
- ...(Array.isArray(override?.prefill?.steps) && override.prefill.steps.length > 0
236
- ? { prefill: { steps: cloneSteps(override.prefill.steps) } }
237
- : {}),
238
- })),
239
- }
240
- : {}),
241
- };
242
- }
243
-
244
- function toComparableKernelPathStep(step) {
245
- if (!step?.kernel) {
246
- return null;
247
- }
248
- return normalizeStep(step);
249
- }
250
-
251
- function buildComparableBoundarySteps(resolvedSteps, section) {
252
- return resolvedSteps
253
- .filter((step) => step?.section === section)
254
- .map(toComparableKernelPathStep)
255
- .filter((step) => step != null);
256
- }
257
-
258
- function buildComparableLayerPhaseSteps(resolvedSteps, phase, layerIdx) {
259
- return resolvedSteps
260
- .filter((step) => step?.section === 'layer' && isPhaseMatch(step.phase, phase))
261
- .filter((step) => stepHasLayer(step, layerIdx))
262
- .map(toComparableKernelPathStep)
263
- .filter((step) => step != null);
264
- }
265
-
266
- function buildComparableKernelPathFromResolvedSteps(
267
- resolvedSteps,
268
- session,
269
- modelId,
270
- numLayers
271
- ) {
272
- const activationDtype = requireSessionActivationDtype(session);
273
- const kvDtype = normalizeDtype(
274
- session?.kvcache?.kvDtype ?? activationDtype,
275
- 'session.kvcache.kvDtype'
276
- );
277
- const decodeSteps = buildComparableLayerPhaseSteps(resolvedSteps, 'decode', 0);
278
- const prefillSteps = buildComparableLayerPhaseSteps(resolvedSteps, 'prefill', 0);
279
- if (decodeSteps.length === 0 && prefillSteps.length === 0) {
280
- return null;
281
- }
282
-
283
- const path = {
284
- id: `${modelId || 'model'}-execution-inline`,
285
- name: 'Execution inline kernel path',
286
- description: 'Generated from manifest.inference.execution for structural comparison',
287
- activationDtype,
288
- kvDtype,
289
- decode: {
290
- steps: decodeSteps.length > 0 ? decodeSteps : prefillSteps,
291
- },
292
- prefill: {
293
- steps: prefillSteps.length > 0 ? prefillSteps : decodeSteps,
294
- },
295
- };
296
-
297
- if (numLayers > 0) {
298
- const overrides = [];
299
- for (let layerIdx = 0; layerIdx < numLayers; layerIdx += 1) {
300
- const decodeLayerSteps = buildComparableLayerPhaseSteps(resolvedSteps, 'decode', layerIdx);
301
- const prefillLayerSteps = buildComparableLayerPhaseSteps(resolvedSteps, 'prefill', layerIdx);
302
- const hasCustomDecode = stableStringify(decodeLayerSteps) !== stableStringify(path.decode.steps);
303
- const hasCustomPrefill = stableStringify(prefillLayerSteps) !== stableStringify(path.prefill.steps);
304
- if (!hasCustomDecode && !hasCustomPrefill) {
305
- continue;
306
- }
307
- const mergedLayerSteps = decodeLayerSteps.length > 0 ? decodeLayerSteps : prefillLayerSteps;
308
- if (mergedLayerSteps.length > 0) {
309
- overrides.push({
310
- layers: [layerIdx],
311
- steps: mergedLayerSteps,
312
- });
313
- }
314
- }
315
- if (overrides.length > 0) {
316
- path.layerOverrides = overrides;
317
- }
318
- }
319
-
320
- const preLayer = buildComparableBoundarySteps(resolvedSteps, 'preLayer');
321
- if (preLayer.length > 0) {
322
- path.preLayer = preLayer;
323
- }
324
- const postLayer = buildComparableBoundarySteps(resolvedSteps, 'postLayer');
325
- if (postLayer.length > 0) {
326
- path.postLayer = postLayer;
327
- }
328
- return path;
329
- }
330
-
331
- function compareField(candidate, existing) {
332
- return stableStringify(candidate) === stableStringify(existing);
333
- }
334
-
335
- function createMismatchDetail(options) {
336
- return {
337
- code: options.code,
338
- category: options.category,
339
- label: options.label,
340
- repairHint: options.repairHint,
341
- phase: options.phase ?? null,
342
- };
343
- }
344
-
345
- function kernelCapabilityFingerprint(steps) {
346
- const normalizedSteps = Array.isArray(steps) ? steps : [];
347
- return stableValue({
348
- usesSubgroups: normalizedSteps.some((step) => {
349
- const kernel = normalizeText(step?.kernel).toLowerCase();
350
- const entry = normalizeText(step?.entry).toLowerCase();
351
- return kernel.includes('subgroup') || entry.includes('vec4') || entry.includes('multicol');
352
- }),
353
- attentionKinds: normalizedSteps
354
- .filter((step) => normalizeText(step?.op).toLowerCase() === 'attention')
355
- .map((step) => normalizeText(step?.kernel).toLowerCase())
356
- .sort((left, right) => left.localeCompare(right)),
357
- });
358
- }
359
-
360
- function describePhaseMismatch(phase, candidateSteps, existingSteps) {
361
- if (phase === 'sampling' && candidateSteps.length > 0 && existingSteps.length === 0) {
362
- return createMismatchDetail({
363
- code: 'missing_sampling',
364
- category: 'sampling',
365
- label: 'Sampling block is missing from the registry path.',
366
- repairHint: 'Copy the sampling block from the execution graph into the kernel-path proposal.',
367
- phase,
368
- });
369
- }
370
- if (phase === 'layerOverrides') {
371
- return createMismatchDetail({
372
- code: 'layer_override_drift',
373
- category: 'layer-overrides',
374
- label: 'Layer override coverage differs.',
375
- repairHint: 'Emit explicit layerOverrides for the layers whose decode/prefill steps diverge from the default path.',
376
- phase,
377
- });
378
- }
379
- if (!compareField(kernelCapabilityFingerprint(candidateSteps), kernelCapabilityFingerprint(existingSteps))) {
380
- return createMismatchDetail({
381
- code: 'capability_drift',
382
- category: 'capability',
383
- label: `${phase} kernels assume different device capabilities.`,
384
- repairHint: 'Choose a registry path whose subgroup and attention-kernel assumptions match the execution graph, or synthesize a new path id for this capability mix.',
385
- phase,
386
- });
387
- }
388
- return createMismatchDetail({
389
- code: `${phase}_drift`,
390
- category: 'shape',
391
- label: `${phase} steps differ.`,
392
- repairHint: `Update the ${phase} steps to match the resolved execution graph step-for-step.`,
393
- phase,
394
- });
395
- }
396
-
397
- function diffKernelPathShape(candidate, existing, modelRecord) {
398
- if (!candidate || !existing) {
399
- return [
400
- createMismatchDetail({
401
- code: 'candidate_unavailable',
402
- category: 'shape',
403
- label: 'Candidate kernel path is unavailable.',
404
- repairHint: 'Fix the inline kernel-path synthesis error before comparing against registry paths.',
405
- }),
406
- ];
407
- }
408
- const details = [];
409
- if (!compareField(candidate.activationDtype, existing.activationDtype)) {
410
- details.push(createMismatchDetail({
411
- code: 'activation_dtype_drift',
412
- category: 'dtype',
413
- label: 'Activation dtype differs.',
414
- repairHint: `Set activationDtype to "${candidate.activationDtype}" or choose kernels compatible with "${existing.activationDtype}".`,
415
- }));
416
- }
417
- if (!compareField(candidate.kvDtype, existing.kvDtype)) {
418
- details.push(createMismatchDetail({
419
- code: 'kv_dtype_drift',
420
- category: 'dtype',
421
- label: 'KV dtype differs.',
422
- repairHint: `Set kvDtype to "${candidate.kvDtype}" or swap attention kernels to ones compatible with "${existing.kvDtype}".`,
423
- }));
424
- }
425
- if (!compareField(candidate.outputDtype, existing.outputDtype)) {
426
- details.push(createMismatchDetail({
427
- code: 'output_dtype_drift',
428
- category: 'dtype',
429
- label: 'Output dtype differs.',
430
- repairHint: 'Align outputDtype with the execution graph or remove it when the path inherits activation dtype.',
431
- }));
432
- }
433
- for (const phase of ['preLayer', 'decode', 'prefill', 'postLayer', 'sampling']) {
434
- if (!compareField(candidate[phase], existing[phase])) {
435
- details.push(describePhaseMismatch(phase, candidate[phase], existing[phase]));
436
- }
437
- }
438
- if (!compareField(candidate.layerOverrides, existing.layerOverrides)) {
439
- details.push(describePhaseMismatch('layerOverrides', candidate.layerOverrides, existing.layerOverrides));
440
- }
441
- if (
442
- Array.isArray(modelRecord?.customRuntimeFacts)
443
- && modelRecord.customRuntimeFacts.some((fact) => fact?.assumptions?.registryBypass === true)
444
- ) {
445
- details.push(createMismatchDetail({
446
- code: 'custom_runtime_bypass',
447
- category: 'custom-runtime',
448
- label: 'Custom runtime layers bypass raw kernel-path lowering.',
449
- repairHint: 'Keep the proposal partial and preserve the custom runtime facts for the bypassed layers instead of forcing a registry path to claim ownership of them.',
450
- }));
451
- }
452
- return details;
453
- }
454
-
455
- function countLayerTypes(layerTypes) {
456
- const counts = {};
457
- if (!Array.isArray(layerTypes)) {
458
- return counts;
459
- }
460
- for (const layerType of layerTypes) {
461
- const key = normalizeText(layerType).toLowerCase();
462
- if (!key) continue;
463
- counts[key] = (counts[key] ?? 0) + 1;
464
- }
465
- return counts;
466
- }
467
-
468
- function inferLayerCount(manifestInference, resolvedSteps) {
469
- const layerTypes = manifestInference?.layerPattern?.layerTypes;
470
- if (Array.isArray(layerTypes) && layerTypes.length > 0) {
471
- return layerTypes.length;
472
- }
473
- let maxLayer = -1;
474
- for (const step of resolvedSteps) {
475
- if (!Array.isArray(step?.layers)) continue;
476
- for (const layer of step.layers) {
477
- const normalized = normalizeInteger(layer);
478
- if (normalized != null && normalized > maxLayer) {
479
- maxLayer = normalized;
480
- }
481
- }
482
- }
483
- return maxLayer >= 0 ? maxLayer + 1 : null;
484
- }
485
-
486
- function splitResolvedStepsBySection(resolvedSteps) {
487
- const grouped = {
488
- preLayer: [],
489
- decode: [],
490
- prefill: [],
491
- postLayer: [],
492
- };
493
- for (let index = 0; index < resolvedSteps.length; index += 1) {
494
- const step = normalizeResolvedStep(resolvedSteps[index], index);
495
- if (step.section === 'preLayer') {
496
- grouped.preLayer.push(step);
497
- continue;
498
- }
499
- if (step.section === 'postLayer') {
500
- grouped.postLayer.push(step);
501
- continue;
502
- }
503
- if (step.section === 'layer' && (step.phase === 'decode' || step.phase === 'both')) {
504
- grouped.decode.push(step);
505
- }
506
- if (step.section === 'layer' && (step.phase === 'prefill' || step.phase === 'both')) {
507
- grouped.prefill.push(step);
508
- }
509
- }
510
- return grouped;
511
- }
512
-
513
- function buildExecutionGraphSignaturePayload(modelRecord) {
514
- return stableValue({
515
- session: {
516
- activationDtype: modelRecord.session.compute.activationDtype,
517
- mathDtype: modelRecord.session.compute.mathDtype,
518
- accumDtype: modelRecord.session.compute.accumDtype,
519
- outputDtype: modelRecord.session.compute.outputDtype,
520
- kvDtype: modelRecord.session.kvDtype,
521
- kvLayout: modelRecord.session.kvLayout,
522
- decodeLoop: modelRecord.session.decodeLoop,
523
- },
524
- runtime: {
525
- inlineKernelPathEnabled: modelRecord.runtime.inlineKernelPathEnabled,
526
- },
527
- execution: modelRecord.execution.sections,
528
- });
529
- }
530
-
531
- function buildKernelRefKey(step) {
532
- return `${normalizeText(step.kernel)}#${normalizeText(step.entry || 'main')}#${normalizeText(step.digest)}`;
533
- }
534
-
535
- function buildKernelRefList(resolvedSteps) {
536
- const seen = new Set();
537
- const refs = [];
538
- for (const step of resolvedSteps) {
539
- const key = buildKernelRefKey(step);
540
- if (!key || seen.has(key)) continue;
541
- seen.add(key);
542
- refs.push({
543
- key,
544
- kernel: normalizeText(step.kernel),
545
- entry: normalizeText(step.entry || 'main') || 'main',
546
- digest: normalizeText(step.digest),
547
- });
548
- }
549
- return refs;
550
- }
551
-
552
- function normalizeQuantizationTag(rawConfig) {
553
- const weights = normalizeText(rawConfig?.quantization?.weights).toLowerCase();
554
- if (!weights) return 'weights';
555
- if (weights === 'q4k') return 'q4k-dequant';
556
- return weights;
557
- }
558
-
559
- function resolveFamily(configPath, manifest) {
560
- const modelType = normalizeText(manifest?.modelType).toLowerCase();
561
- const segments = String(configPath ?? '').split('/');
562
- if (segments.length >= 2) {
563
- return normalizeText(segments[segments.length - 2]).toLowerCase() || modelType || 'model';
564
- }
565
- return modelType || 'model';
566
- }
567
-
568
- function getRegistryAffinity(entry, modelRecord) {
569
- const id = normalizeText(entry?.id).toLowerCase();
570
- const family = normalizeText(modelRecord?.family).toLowerCase();
571
- const quantTag = normalizeQuantizationTag(modelRecord?.rawConfig);
572
- return {
573
- familyMatch: family ? id.startsWith(family) : false,
574
- quantizationMatch: quantTag ? id.includes(quantTag) : false,
575
- };
576
- }
577
-
578
- function rankKernelPathMatches(candidateShape, registryEntries, modelRecord) {
579
- if (!candidateShape) {
580
- return [];
581
- }
582
- const ranked = registryEntries.map((entry) => {
583
- const mismatchDetails = diffKernelPathShape(candidateShape, entry.pathShape, modelRecord);
584
- const affinity = getRegistryAffinity(entry, modelRecord);
585
- return {
586
- id: entry.id,
587
- status: entry.status,
588
- statusReason: entry.statusReason,
589
- notes: entry.notes,
590
- mismatchCount: mismatchDetails.length,
591
- mismatchReasons: mismatchDetails.map((detail) => detail.label),
592
- mismatchDetails,
593
- exact: mismatchDetails.length === 0,
594
- activationDtype: entry.pathShape?.activationDtype ?? null,
595
- kvDtype: entry.pathShape?.kvDtype ?? null,
596
- familyMatch: affinity.familyMatch,
597
- quantizationMatch: affinity.quantizationMatch,
598
- };
599
- });
600
- ranked.sort((left, right) => {
601
- if (left.mismatchCount !== right.mismatchCount) {
602
- return left.mismatchCount - right.mismatchCount;
603
- }
604
- if (left.familyMatch !== right.familyMatch) {
605
- return left.familyMatch ? -1 : 1;
606
- }
607
- if (left.quantizationMatch !== right.quantizationMatch) {
608
- return left.quantizationMatch ? -1 : 1;
609
- }
610
- return left.id.localeCompare(right.id);
611
- });
612
- return ranked;
613
- }
614
-
615
- function deriveAttentionTag(candidateShape) {
616
- const attentionStep = candidateShape?.decode?.find((step) => step.op === 'attention')
617
- || candidateShape?.prefill?.find((step) => step.op === 'attention')
618
- || null;
619
- const kernel = normalizeText(attentionStep?.kernel).toLowerCase();
620
- if (kernel.includes('online')) return 'online';
621
- if (kernel.includes('stream')) return 'streaming';
622
- if (kernel.includes('small')) return 'small';
623
- if (kernel.includes('decode')) return 'decode';
624
- return 'path';
625
- }
626
-
627
- function buildSuggestedKernelPathId(modelRecord, candidateShape) {
628
- const family = resolveFamily(modelRecord.configPath, { modelType: modelRecord.modelType });
629
- const quantTag = normalizeQuantizationTag(modelRecord.rawConfig);
630
- const activation = normalizeText(candidateShape?.activationDtype || modelRecord.session.compute.activationDtype || 'f32').toLowerCase();
631
- const attentionTag = deriveAttentionTag(candidateShape);
632
- return [family, quantTag, `${activation}a`, attentionTag]
633
- .map((part) => part.replace(/[^a-z0-9-]+/g, '-'))
634
- .filter(Boolean)
635
- .join('-');
636
- }
637
-
638
- function buildRuntimeConfigFromSession(session) {
639
- const runtimeConfig = cloneJsonLike(DEFAULT_RUNTIME_CONFIG);
640
- const runtimeInferencePatch = buildSessionRuntimePatch(session);
641
- return {
642
- ...runtimeConfig,
643
- inference: mergeRuntimeValues(runtimeConfig.inference ?? {}, runtimeInferencePatch),
644
- };
645
- }
646
-
647
- function summarizeCompiledPlan(planState) {
648
- return {
649
- primaryPlanId: planState?.primaryPlan?.id ?? null,
650
- primaryKernelPathId: planState?.primaryPlan?.kernelPathId ?? null,
651
- primaryActivationDtype: planState?.primaryPlan?.activationDtype ?? null,
652
- fallbackPlanId: planState?.fallbackPlan?.id ?? null,
653
- fallbackKernelPathId: planState?.fallbackPlan?.kernelPathId ?? null,
654
- };
655
- }
656
-
657
- function verifyKernelPathProposal(path, candidateShape, session) {
658
- if (!path) {
659
- return null;
660
- }
661
- const checks = [];
662
- const errors = [];
663
-
664
- const validationErrors = validateKernelPath(path);
665
- checks.push({
666
- id: 'kernelPathContract',
667
- ok: validationErrors.length === 0,
668
- });
669
- if (validationErrors.length > 0) {
670
- errors.push(...validationErrors.map((entry) => `[KernelPath] ${entry}`));
671
- }
672
-
673
- try {
674
- assertKernelPathSessionCompatibility(path, session);
675
- checks.push({
676
- id: 'sessionCompatibility',
677
- ok: true,
678
- });
679
- } catch (error) {
680
- checks.push({
681
- id: 'sessionCompatibility',
682
- ok: false,
683
- });
684
- errors.push(error instanceof Error ? error.message : String(error));
685
- }
686
-
687
- const roundTripShape = normalizeKernelPathShape(path);
688
- const roundTripShapeMatches = compareField(roundTripShape, candidateShape);
689
- checks.push({
690
- id: 'roundTripShape',
691
- ok: roundTripShapeMatches,
692
- });
693
- if (!roundTripShapeMatches) {
694
- errors.push('[KernelPath] proposal does not round-trip to the same normalized execution shape.');
695
- }
696
-
697
- try {
698
- const runtimeConfig = buildRuntimeConfigFromSession(session);
699
- const planState = compileExecutionPlanState({
700
- runtimeConfig,
701
- resolvedKernelPath: path,
702
- kernelPathSource: 'self',
703
- });
704
- checks.push({
705
- id: 'executionPlanCompile',
706
- ok: true,
707
- });
708
- return {
709
- ok: errors.length === 0,
710
- checks,
711
- errors,
712
- roundTripShapeMatches,
713
- compiledPlan: summarizeCompiledPlan(planState),
714
- };
715
- } catch (error) {
716
- checks.push({
717
- id: 'executionPlanCompile',
718
- ok: false,
719
- });
720
- errors.push(error instanceof Error ? error.message : String(error));
721
- return {
722
- ok: false,
723
- checks,
724
- errors,
725
- roundTripShapeMatches,
726
- compiledPlan: null,
727
- };
728
- }
729
- }
730
-
731
- function buildProposedKernelPath(modelRecord, candidateShape, exactMatchEntry, session) {
732
- if (!candidateShape) {
733
- return null;
734
- }
735
- const proposalPath = exactMatchEntry?.path
736
- ? cloneJsonLike(exactMatchEntry.path)
737
- : materializeKernelPathFromShape(modelRecord.modelId, candidateShape, {
738
- id: buildSuggestedKernelPathId(modelRecord, candidateShape),
739
- name: `Derived kernel path for ${modelRecord.modelId}`,
740
- description: `Generated from ${modelRecord.modelId} execution-v1 graph.`,
741
- });
742
- const verification = verifyKernelPathProposal(proposalPath, candidateShape, session);
743
- return {
744
- kind: exactMatchEntry?.path ? 'existing' : 'proposed',
745
- selectedKernelPathId: exactMatchEntry?.id ?? null,
746
- path: proposalPath,
747
- verification,
748
- };
749
- }
750
-
751
- function buildFallbackExecutionContractSessionFacts(manifest) {
752
- const session = normalizeObject(manifest?.inference?.session);
753
- const decodeLoop = normalizeObject(session.decodeLoop);
754
- return {
755
- source: 'session',
756
- facts: {
757
- layout: normalizeText(session?.kvcache?.layout) || null,
758
- disableCommandBatching: decodeLoop.disableCommandBatching ?? null,
759
- decodeBatchSize: normalizeInteger(decodeLoop.batchSize),
760
- headDim: normalizeInteger(manifest?.architecture?.headDim),
761
- kvLen: normalizeInteger(manifest?.architecture?.maxSeqLen ?? session?.kvcache?.maxSeqLen),
762
- coldQuantMode: normalizeText(session?.kvcache?.tiering?.mode) || null,
763
- },
764
- error: null,
765
- };
766
- }
767
-
768
- function buildExecutionContractSessionFacts(manifest, resolvedSteps) {
769
- const syntheticManifest = {
770
- modelId: manifest?.modelId ?? 'model',
771
- architecture: manifest?.architecture ?? null,
772
- inference: {
773
- session: manifest?.inference?.session ?? null,
774
- execution: {
775
- steps: resolvedSteps.map((step) => ({
776
- id: step.id,
777
- phase: step.phase,
778
- op: step.op,
779
- })),
780
- },
781
- },
782
- };
783
- try {
784
- const facts = extractExecutionContractFacts(syntheticManifest);
785
- return {
786
- source: 'execution-contract',
787
- facts: facts.session,
788
- error: null,
789
- };
790
- } catch (error) {
791
- return {
792
- ...buildFallbackExecutionContractSessionFacts(manifest),
793
- error: error instanceof Error ? error.message : String(error),
794
- };
795
- }
796
- }
797
-
798
- function buildSourceSignature(materialization) {
799
- const manifest = materialization.manifest;
800
- const resolvedSteps = resolveExecutionSteps(manifest.inference.execution);
801
- const contractFacts = buildExecutionContractSessionFacts(manifest, resolvedSteps);
802
- return stableValue({
803
- modelId: materialization.modelId,
804
- session: contractFacts.facts,
805
- execution: splitResolvedStepsBySection(resolvedSteps),
806
- });
807
- }
808
-
809
- function buildSourceConsistency(materializations) {
810
- if (!Array.isArray(materializations) || materializations.length <= 1) {
811
- return {
812
- ok: true,
813
- comparedSources: Array.isArray(materializations) ? materializations.length : 0,
814
- mismatchedSources: [],
815
- };
816
- }
817
- const preferred = buildSourceSignature(materializations[0]);
818
- const mismatchedSources = [];
819
- for (const materialization of materializations.slice(1)) {
820
- const signature = buildSourceSignature(materialization);
821
- if (!compareField(signature, preferred)) {
822
- mismatchedSources.push({
823
- sourceKind: materialization.sourceKind,
824
- sourcePath: materialization.sourcePath,
825
- });
826
- }
827
- }
828
- return {
829
- ok: mismatchedSources.length === 0,
830
- comparedSources: materializations.length,
831
- mismatchedSources,
832
- };
833
- }
834
-
835
- function buildModelSources(materializations) {
836
- return materializations.map((materialization) => ({
837
- sourceKind: materialization.sourceKind,
838
- sourcePath: materialization.sourcePath,
839
- sourceLabel: materialization.sourceKind === 'artifact-manifest'
840
- ? 'Artifact manifest'
841
- : 'Conversion config',
842
- }));
843
- }
844
-
845
- function pickPrimaryMaterialization(materializations) {
846
- const artifactManifest = materializations.find((entry) => entry.sourceKind === 'artifact-manifest');
847
- return artifactManifest ?? materializations[0] ?? null;
848
- }
849
-
850
- function buildMaterializationFromConfigEntry(configEntry) {
851
- const rawConfig = normalizeObject(configEntry?.rawConfig);
852
- const configPath = normalizeText(configEntry?.configPath);
853
- const modelId = inferConversionConfigModelId(configPath, rawConfig);
854
- const stubManifest = {
855
- modelId,
856
- modelType: rawConfig?.modelType ?? null,
857
- };
858
- const materialized = resolveMaterializedManifestFromConversionConfig(rawConfig, stubManifest);
859
- return {
860
- modelId,
861
- sourceKind: 'conversion-config',
862
- sourcePath: configPath,
863
- configPath,
864
- rawConfig,
865
- manifest: {
866
- modelId,
867
- modelType: materialized.modelType,
868
- architecture: materialized.architecture ?? null,
869
- inference: materialized.inference,
870
- metadata: null,
871
- },
872
- };
873
- }
874
-
875
- function buildMaterializationFromManifestEntry(manifestEntry) {
876
- const manifest = normalizeObject(manifestEntry?.manifest);
877
- const manifestPath = normalizeText(manifestEntry?.manifestPath);
878
- const modelId = normalizeText(manifest?.modelId)
879
- || normalizeText(manifestEntry?.modelId)
880
- || normalizeText(manifestPath.split('/').slice(-2, -1)[0])
881
- || 'model';
882
- return {
883
- modelId,
884
- sourceKind: 'artifact-manifest',
885
- sourcePath: manifestPath,
886
- configPath: manifestPath,
887
- rawConfig: {},
888
- manifest,
889
- };
890
- }
891
-
892
- function buildSkippedRecord(materialization, reason) {
893
- return {
894
- modelId: materialization.modelId,
895
- configPath: materialization.configPath,
896
- reason,
897
- sources: buildModelSources([materialization]),
898
- };
899
- }
900
-
901
- function buildModelRecord(materializations, registryEntries) {
902
- const primary = pickPrimaryMaterialization(materializations);
903
- if (!primary) {
904
- return null;
905
- }
906
- const manifest = primary.manifest;
907
- const manifestInference = manifest?.inference;
908
- if (
909
- manifest?.modelType === 'diffusion'
910
- || manifest?.modelType === 'energy'
911
- || normalizeText(manifestInference?.pipeline).toLowerCase() === 'diffusion'
912
- || normalizeText(manifestInference?.pipeline).toLowerCase() === 'energy'
913
- ) {
914
- return {
915
- skipped: true,
916
- modelId: primary.modelId,
917
- configPath: primary.configPath,
918
- reason: `unsupported pipeline scope "${normalizeText(manifestInference?.pipeline) || manifest?.modelType}" for kernel-path builder`,
919
- sources: buildModelSources(materializations),
920
- };
921
- }
922
- if (!hasExecutionV1(manifestInference)) {
923
- return {
924
- skipped: true,
925
- modelId: primary.modelId,
926
- configPath: primary.configPath,
927
- reason: 'source does not materialize an execution-v1 graph',
928
- sources: buildModelSources(materializations),
929
- };
930
- }
931
-
932
- const modelId = primary.modelId;
933
- const rawConfig = primary.rawConfig ?? {};
934
- const resolvedSteps = resolveExecutionSteps(manifestInference.execution);
935
- const layerCount = inferLayerCount(manifestInference, resolvedSteps);
936
- const sourceConsistency = buildSourceConsistency(materializations);
937
- const customRuntimeFacts = buildCustomRuntimeFacts({
938
- modelId,
939
- manifestInference,
940
- });
941
-
942
- let compileResult = null;
943
- let runtimeCompileError = null;
944
- try {
945
- compileResult = compileExecutionV1({
946
- manifestInference,
947
- modelId,
948
- numLayers: layerCount ?? 0,
949
- });
950
- } catch (error) {
951
- runtimeCompileError = error instanceof Error ? error.message : String(error);
952
- }
953
-
954
- let candidateKernelPath = null;
955
- let candidateError = null;
956
- const comparableKernelPath = buildComparableKernelPathFromResolvedSteps(
957
- resolvedSteps,
958
- manifestInference.session,
959
- modelId,
960
- layerCount ?? 0
961
- );
962
- try {
963
- candidateKernelPath = buildInlineKernelPath(
964
- resolvedSteps,
965
- manifestInference.session,
966
- modelId,
967
- layerCount ?? 0,
968
- null
969
- );
970
- } catch (error) {
971
- candidateError = error instanceof Error ? error.message : String(error);
972
- }
973
-
974
- const contractSession = buildExecutionContractSessionFacts(manifest, resolvedSteps);
975
- const candidateShape = normalizeKernelPathShape(candidateKernelPath ?? comparableKernelPath);
976
-
977
- const baseModelRecord = {
978
- modelId,
979
- configPath: primary.configPath,
980
- family: resolveFamily(primary.configPath, manifest),
981
- modelType: manifest?.modelType ?? null,
982
- rawConfig,
983
- customRuntimeFacts,
984
- };
985
- const rankedMatches = rankKernelPathMatches(candidateShape, registryEntries, baseModelRecord);
986
- const exactMatchIds = rankedMatches.filter((entry) => entry.exact).map((entry) => entry.id);
987
- const exactMatchEntry = exactMatchIds.length > 0
988
- ? registryEntries.find((entry) => entry.id === exactMatchIds[0]) || null
989
- : null;
990
-
991
- const session = normalizeObject(manifestInference.session);
992
- const computeDefaults = normalizeObject(session.compute?.defaults);
993
- const layerTypes = Array.isArray(manifestInference?.layerPattern?.layerTypes)
994
- ? [...manifestInference.layerPattern.layerTypes]
995
- : null;
996
-
997
- const modelRecord = {
998
- modelId,
999
- configPath: primary.configPath,
1000
- family: resolveFamily(primary.configPath, manifest),
1001
- modelType: manifest?.modelType ?? null,
1002
- rawConfig,
1003
- sources: buildModelSources(materializations),
1004
- sourceConsistency,
1005
- session: {
1006
- compute: {
1007
- activationDtype: normalizeText(computeDefaults.activationDtype) || null,
1008
- mathDtype: normalizeText(computeDefaults.mathDtype) || null,
1009
- accumDtype: normalizeText(computeDefaults.accumDtype) || null,
1010
- outputDtype: normalizeText(computeDefaults.outputDtype) || null,
1011
- },
1012
- kvDtype: normalizeText(session?.kvcache?.kvDtype) || null,
1013
- kvLayout: normalizeText(contractSession.facts?.layout) || null,
1014
- decodeLoop: stableValue(normalizeObject(session.decodeLoop)),
1015
- batching: {
1016
- disableCommandBatching: contractSession.facts?.disableCommandBatching ?? null,
1017
- batchSize: contractSession.facts?.decodeBatchSize ?? null,
1018
- readbackInterval: session?.decodeLoop?.readbackInterval ?? null,
1019
- ringTokens: session?.decodeLoop?.ringTokens ?? null,
1020
- ringStop: session?.decodeLoop?.ringStop ?? null,
1021
- ringStaging: session?.decodeLoop?.ringStaging ?? null,
1022
- stopCheckMode: normalizeText(session?.decodeLoop?.stopCheckMode) || null,
1023
- },
1024
- executionContract: {
1025
- source: contractSession.source,
1026
- facts: stableValue(contractSession.facts),
1027
- error: contractSession.error,
1028
- },
1029
- loading: {
1030
- sourceKind: primary.sourceKind,
1031
- sourceRuntimeMode: normalizeText(manifest?.metadata?.sourceRuntime?.mode) || null,
1032
- },
1033
- },
1034
- layerPattern: {
1035
- type: normalizeText(manifestInference?.layerPattern?.type) || null,
1036
- layerCount,
1037
- layerTypes,
1038
- layerTypeCounts: countLayerTypes(layerTypes),
1039
- },
1040
- runtime: {
1041
- inlineKernelPathEnabled: manifestInference?.execution?.inlineKernelPath !== false,
1042
- actualLowering: compileResult?.runtimeInferencePatch?.kernelPath
1043
- ? 'inline-kernel-path'
1044
- : (runtimeCompileError ? 'inline-kernel-path-error' : 'execution-graph-only'),
1045
- hasGeneratedInlineKernelPath: candidateKernelPath != null,
1046
- kernelPathIds: [],
1047
- exactKernelPathIds: exactMatchIds,
1048
- compileError: runtimeCompileError,
1049
- },
1050
- execution: {
1051
- schema: normalizeText(manifestInference?.schema) || null,
1052
- sections: splitResolvedStepsBySection(resolvedSteps),
1053
- kernelRefs: buildKernelRefList(resolvedSteps),
1054
- },
1055
- candidate: {
1056
- available: candidateKernelPath != null,
1057
- error: candidateError,
1058
- closestMatches: rankedMatches.slice(0, 5),
1059
- exactMatchIds,
1060
- proposal: null,
1061
- normalizedShape: candidateShape,
1062
- },
1063
- customRuntimeFacts,
1064
- };
1065
-
1066
- modelRecord.candidate.proposal = buildProposedKernelPath(
1067
- modelRecord,
1068
- candidateShape,
1069
- exactMatchEntry,
1070
- manifestInference.session
1071
- );
1072
-
1073
- if (
1074
- modelRecord.runtime.actualLowering === 'inline-kernel-path'
1075
- && modelRecord.candidate.proposal?.verification?.ok === true
1076
- ) {
1077
- const proposalKernelPathId = modelRecord.candidate.proposal.selectedKernelPathId
1078
- || modelRecord.candidate.proposal.path?.id
1079
- || null;
1080
- modelRecord.runtime.kernelPathIds = exactMatchIds.length > 0
1081
- ? [...exactMatchIds]
1082
- : (proposalKernelPathId ? [proposalKernelPathId] : []);
1083
- }
1084
-
1085
- const signaturePayload = buildExecutionGraphSignaturePayload(modelRecord);
1086
- modelRecord.execution.signature = `execv1:${fnv1aHex(stableStringify(signaturePayload))}`;
1087
- return modelRecord;
1088
- }
1089
-
1090
- function buildReverseIndex(records, keyFn) {
1091
- const map = new Map();
1092
- for (const record of records) {
1093
- const keys = keyFn(record);
1094
- for (const key of keys) {
1095
- if (!key) continue;
1096
- const current = map.get(key) || [];
1097
- current.push(record.modelId);
1098
- map.set(key, current);
1099
- }
1100
- }
1101
- const output = {};
1102
- for (const [key, modelIds] of [...map.entries()].sort((left, right) => left[0].localeCompare(right[0]))) {
1103
- output[key] = [...new Set(modelIds)].sort((left, right) => left.localeCompare(right));
1104
- }
1105
- return output;
1106
- }
1107
-
1108
- function summarizeRegistryEntries(registryEntries, reverseIndexes) {
1109
- return registryEntries.map((entry) => ({
1110
- id: entry.id,
1111
- status: entry.status,
1112
- statusReason: entry.statusReason,
1113
- notes: entry.notes,
1114
- activationDtype: entry.pathShape?.activationDtype ?? null,
1115
- kvDtype: entry.pathShape?.kvDtype ?? null,
1116
- exactMatchModels: reverseIndexes.exactKernelPaths?.[entry.id] ?? [],
1117
- loweredModels: reverseIndexes.kernelPaths?.[entry.id] ?? [],
1118
- }));
1119
- }
1120
-
1121
- function buildGroupedMaterializations(options = {}) {
1122
- const materializations = [];
1123
- const configEntries = Array.isArray(options.configEntries) ? options.configEntries : [];
1124
- const manifestEntries = Array.isArray(options.manifestEntries) ? options.manifestEntries : [];
1125
-
1126
- for (const configEntry of configEntries) {
1127
- materializations.push(buildMaterializationFromConfigEntry(configEntry));
1128
- }
1129
- for (const manifestEntry of manifestEntries) {
1130
- materializations.push(buildMaterializationFromManifestEntry(manifestEntry));
1131
- }
1132
-
1133
- const grouped = new Map();
1134
- for (const materialization of materializations) {
1135
- const key = materialization.modelId;
1136
- const current = grouped.get(key) || [];
1137
- current.push(materialization);
1138
- grouped.set(key, current);
1139
- }
1140
- return [...grouped.entries()]
1141
- .sort((left, right) => left[0].localeCompare(right[0]))
1142
- .map(([, entries]) => entries);
1143
- }
1144
-
1145
- export function buildKernelPathBuilderIndex(options = {}) {
1146
- const registryEntries = Array.isArray(options.registryEntries)
1147
- ? options.registryEntries
1148
- .map((entry) => ({
1149
- id: normalizeText(entry?.id),
1150
- status: normalizeText(entry?.status) || 'canonical',
1151
- statusReason: normalizeText(entry?.statusReason) || '',
1152
- notes: normalizeText(entry?.notes) || '',
1153
- path: entry?.path ?? null,
1154
- pathShape: normalizeKernelPathShape(entry?.path),
1155
- }))
1156
- .filter((entry) => entry.id && entry.pathShape)
1157
- : [];
1158
-
1159
- const supportedModels = [];
1160
- const skipped = [];
1161
- for (const materializations of buildGroupedMaterializations(options)) {
1162
- const record = buildModelRecord(materializations, registryEntries);
1163
- if (!record) {
1164
- continue;
1165
- }
1166
- if (record?.skipped) {
1167
- skipped.push(record);
1168
- continue;
1169
- }
1170
- supportedModels.push(record);
1171
- }
1172
-
1173
- supportedModels.sort((left, right) => left.modelId.localeCompare(right.modelId));
1174
-
1175
- const reverseIndexes = {
1176
- kernelPaths: buildReverseIndex(supportedModels, (record) => record.runtime.kernelPathIds),
1177
- exactKernelPaths: buildReverseIndex(supportedModels, (record) => record.runtime.exactKernelPathIds),
1178
- executionGraphs: buildReverseIndex(supportedModels, (record) => [record.execution.signature]),
1179
- kernels: buildReverseIndex(supportedModels, (record) => record.execution.kernelRefs.map((entry) => entry.key)),
1180
- };
1181
-
1182
- return {
1183
- schemaVersion: 2,
1184
- artifactKind: 'execution-index',
1185
- source: 'kernel-path-builder',
1186
- stats: {
1187
- models: supportedModels.length,
1188
- skipped: skipped.length,
1189
- registryKernelPaths: registryEntries.length,
1190
- configSources: Array.isArray(options.configEntries) ? options.configEntries.length : 0,
1191
- manifestSources: Array.isArray(options.manifestEntries) ? options.manifestEntries.length : 0,
1192
- exactKernelPathMatches: supportedModels.filter((record) => record.runtime.exactKernelPathIds.length > 0).length,
1193
- loweredThroughKernelPaths: supportedModels.filter((record) => record.runtime.kernelPathIds.length > 0).length,
1194
- proposalOnlyModels: supportedModels.filter((record) => (
1195
- record.runtime.actualLowering === 'inline-kernel-path'
1196
- && record.runtime.exactKernelPathIds.length === 0
1197
- && record.candidate.proposal?.verification?.ok === true
1198
- )).length,
1199
- verifiedProposals: supportedModels.filter((record) => record.candidate.proposal?.verification?.ok === true).length,
1200
- unverifiedProposals: supportedModels.filter((record) => record.candidate.proposal && record.candidate.proposal.verification?.ok !== true).length,
1201
- modelsWithArtifactManifest: supportedModels.filter((record) => record.sources.some((source) => source.sourceKind === 'artifact-manifest')).length,
1202
- modelsWithSourceDrift: supportedModels.filter((record) => record.sourceConsistency?.ok === false).length,
1203
- executionGraphOnlyModels: supportedModels.filter((record) => record.runtime.actualLowering === 'execution-graph-only').length,
1204
- },
1205
- skipped,
1206
- kernelPaths: summarizeRegistryEntries(registryEntries, reverseIndexes),
1207
- reverseIndexes,
1208
- models: supportedModels.map((record) => {
1209
- const { rawConfig, ...publicRecord } = record;
1210
- return publicRecord;
1211
- }),
1212
- };
1213
- }
1214
-
1215
- export function buildKernelPathBuilderProposals(indexPayload) {
1216
- const models = Array.isArray(indexPayload?.models) ? indexPayload.models : [];
1217
- const proposals = models
1218
- .filter((model) => model?.candidate?.proposal)
1219
- .map((model) => ({
1220
- modelId: model.modelId,
1221
- actualLowering: model.runtime?.actualLowering ?? null,
1222
- sources: model.sources ?? [],
1223
- exactKernelPathIds: model.runtime?.exactKernelPathIds ?? [],
1224
- proposal: model.candidate.proposal,
1225
- closestMatches: Array.isArray(model.candidate?.closestMatches)
1226
- ? model.candidate.closestMatches.slice(0, 3)
1227
- : [],
1228
- customRuntimeFacts: model.customRuntimeFacts ?? [],
1229
- }));
1230
- return {
1231
- schemaVersion: 1,
1232
- artifactKind: 'kernel-path-proposals',
1233
- source: indexPayload?.source ?? 'kernel-path-builder',
1234
- stats: {
1235
- proposals: proposals.length,
1236
- verified: proposals.filter((entry) => entry.proposal?.verification?.ok === true).length,
1237
- unverified: proposals.filter((entry) => entry.proposal?.verification?.ok !== true).length,
1238
- newKernelPaths: proposals.filter((entry) => entry.proposal?.kind === 'proposed').length,
1239
- existingKernelPaths: proposals.filter((entry) => entry.proposal?.kind === 'existing').length,
1240
- },
1241
- proposals,
1242
- };
1243
- }
1244
-
1245
- function formatLayers(value) {
1246
- if (value === 'all') return 'all';
1247
- if (!Array.isArray(value) || value.length === 0) return '-';
1248
- return value.join(', ');
1249
- }
1250
-
1251
- function renderResolvedStepTableRows(model) {
1252
- const rows = [];
1253
- for (const [section, steps] of Object.entries(model.execution?.sections ?? {})) {
1254
- for (const step of Array.isArray(steps) ? steps : []) {
1255
- rows.push(
1256
- `| ${section} | ${step.phase || '-'} | ${step.op || '-'} | ${step.kernel || '-'} | ` +
1257
- `${step.entry || 'main'} | ${step.digest || '-'} | ${step.weights || '-'} | ${formatLayers(step.layers)} |`
1258
- );
1259
- }
1260
- }
1261
- if (rows.length === 0) {
1262
- return ['| - | - | - | - | - | - | - | - |'];
1263
- }
1264
- return rows;
1265
- }
1266
-
1267
- export function renderKernelPathBuilderReportMarkdown(indexPayload, proposalsPayload = null) {
1268
- const payload = indexPayload ?? { stats: {}, models: [], skipped: [] };
1269
- const models = Array.isArray(payload.models) ? payload.models : [];
1270
- const lines = [];
1271
- lines.push('# Kernel-Path Builder Report');
1272
- lines.push('');
1273
- lines.push('## Summary');
1274
- lines.push('');
1275
- lines.push(`- Models indexed: ${payload.stats?.models ?? 0}`);
1276
- lines.push(`- Registry kernel paths: ${payload.stats?.registryKernelPaths ?? 0}`);
1277
- lines.push(`- Config sources: ${payload.stats?.configSources ?? 0}`);
1278
- lines.push(`- Artifact manifest sources: ${payload.stats?.manifestSources ?? 0}`);
1279
- lines.push(`- Exact matches: ${payload.stats?.exactKernelPathMatches ?? 0}`);
1280
- lines.push(`- Verified proposals: ${payload.stats?.verifiedProposals ?? 0}`);
1281
- lines.push(`- Unverified proposals: ${payload.stats?.unverifiedProposals ?? 0}`);
1282
- if (Array.isArray(payload.skipped) && payload.skipped.length > 0) {
1283
- lines.push(`- Skipped: ${payload.skipped.length}`);
1284
- }
1285
- lines.push('');
1286
-
1287
- if (proposalsPayload?.stats) {
1288
- lines.push('## Proposal Stats');
1289
- lines.push('');
1290
- lines.push(`- Proposal records: ${proposalsPayload.stats.proposals ?? 0}`);
1291
- lines.push(`- New kernel-path ids: ${proposalsPayload.stats.newKernelPaths ?? 0}`);
1292
- lines.push(`- Existing kernel-path ids reused: ${proposalsPayload.stats.existingKernelPaths ?? 0}`);
1293
- lines.push('');
1294
- }
1295
-
1296
- if (Array.isArray(payload.skipped) && payload.skipped.length > 0) {
1297
- lines.push('## Skipped Sources');
1298
- lines.push('');
1299
- for (const skipped of payload.skipped) {
1300
- lines.push(`- \`${skipped.modelId}\` (${skipped.reason})`);
1301
- }
1302
- lines.push('');
1303
- }
1304
-
1305
- lines.push('## Models');
1306
- lines.push('');
1307
- for (const model of models) {
1308
- lines.push(`### ${model.modelId}`);
1309
- lines.push('');
1310
- lines.push(`- Sources: ${(model.sources || []).map((source) => `\`${source.sourcePath}\``).join(', ') || 'none'}`);
1311
- lines.push(`- Lowering: \`${model.runtime?.actualLowering || 'unknown'}\``);
1312
- lines.push(`- Session: activation=\`${model.session?.compute?.activationDtype || '--'}\`, kv=\`${model.session?.kvDtype || '--'}\`, layout=\`${model.session?.kvLayout || '--'}\`, batch=\`${model.session?.batching?.batchSize ?? '--'}\`, readback=\`${model.session?.batching?.readbackInterval ?? '--'}\``);
1313
- lines.push(`- Execution signature: \`${model.execution?.signature || '--'}\``);
1314
- if (model.sourceConsistency?.ok === false) {
1315
- lines.push(`- Source consistency: mismatch across ${model.sourceConsistency.comparedSources} sources`);
1316
- }
1317
- lines.push('');
1318
- lines.push('| Section | Phase | Op | Kernel | Entry | Digest | Weights | Layers |');
1319
- lines.push('| --- | --- | --- | --- | --- | --- | --- | --- |');
1320
- lines.push(...renderResolvedStepTableRows(model));
1321
- lines.push('');
1322
-
1323
- const matches = Array.isArray(model.candidate?.closestMatches) ? model.candidate.closestMatches : [];
1324
- if (matches.length > 0) {
1325
- lines.push('Closest matches:');
1326
- for (const match of matches.slice(0, 3)) {
1327
- lines.push(`- \`${match.id}\` (${match.mismatchCount} mismatches)`);
1328
- for (const detail of match.mismatchDetails || []) {
1329
- lines.push(` - ${detail.label} Hint: ${detail.repairHint}`);
1330
- }
1331
- }
1332
- lines.push('');
1333
- }
1334
-
1335
- if (model.candidate?.proposal) {
1336
- lines.push('Proposal:');
1337
- lines.push('');
1338
- lines.push('```json');
1339
- lines.push(JSON.stringify(model.candidate.proposal, null, 2));
1340
- lines.push('```');
1341
- lines.push('');
1342
- }
1343
- }
1344
- return `${lines.join('\n')}\n`;
1345
- }
1346
-
1347
- export {
1348
- aggregateTopDecodeTimers,
1349
- buildKernelPathBuilderRuntimeOverlay,
1350
- };
1351
-
1352
- export function buildKernelPathBuilderArtifacts(options = {}) {
1353
- const index = buildKernelPathBuilderIndex(options);
1354
- const proposals = buildKernelPathBuilderProposals(index);
1355
- const reportMarkdown = renderKernelPathBuilderReportMarkdown(index, proposals);
1356
- return {
1357
- index,
1358
- proposals,
1359
- reportMarkdown,
1360
- };
1361
- }