doppler-gpu 0.4.6 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (705) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +98 -137
  3. package/assets/doppler.svg +1 -3
  4. package/models/catalog.json +1575 -0
  5. package/package.json +59 -26
  6. package/src/cli/doppler-cli.js +28 -7
  7. package/src/cli/doppler-quickstart.js +1 -1
  8. package/src/cli/doppler-serve.js +2 -2
  9. package/src/client/doppler-registry.js +12 -0
  10. package/src/client/doppler-registry.json +52 -3
  11. package/src/client/runtime/index.js +25 -2
  12. package/src/client/runtime/model-session.d.ts +31 -1
  13. package/src/client/runtime/model-session.js +31 -0
  14. package/src/client/runtime/model-source.d.ts +19 -2
  15. package/src/client/runtime/model-source.js +45 -5
  16. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +28 -4
  17. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +29 -4
  18. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +29 -4
  19. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +29 -4
  20. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +29 -4
  21. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +29 -4
  22. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +29 -4
  23. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +50 -9
  24. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +35 -5
  25. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +31 -5
  26. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +30 -4
  27. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +30 -4
  28. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +30 -4
  29. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +30 -5
  30. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +29 -4
  31. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +30 -5
  32. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +29 -4
  33. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +29 -4
  34. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +29 -4
  35. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +29 -4
  36. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +29 -4
  37. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +29 -4
  38. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +481 -0
  39. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +29 -4
  40. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +29 -4
  41. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +30 -5
  42. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +29 -4
  43. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +395 -0
  44. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +429 -0
  45. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +548 -0
  46. package/src/config/execution-contract-check.js +14 -10
  47. package/src/config/kernel-path-loader.js +1 -0
  48. package/src/config/kernels/kernel-ref-digests.js +26 -17
  49. package/src/config/kernels/registry.json +448 -27
  50. package/src/config/merge.js +41 -0
  51. package/src/config/param-validator.js +67 -8
  52. package/src/config/required-inference-fields-contract-check.js +14 -0
  53. package/src/config/runtime/default.json +3 -1
  54. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  55. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  56. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  57. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  58. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  59. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  60. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  61. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  62. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  63. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  64. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  65. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  66. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  67. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  68. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  69. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  70. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  71. package/src/config/schema/debug.schema.d.ts +2 -0
  72. package/src/config/schema/debug.schema.js +1 -0
  73. package/src/config/schema/doppler.schema.d.ts +5 -1
  74. package/src/config/schema/doppler.schema.js +117 -292
  75. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  76. package/src/config/schema/execution-v1.schema.js +10 -0
  77. package/src/config/schema/index.d.ts +3 -1
  78. package/src/config/schema/inference.schema.d.ts +17 -3
  79. package/src/config/schema/kvcache.schema.d.ts +19 -3
  80. package/src/config/schema/kvcache.schema.js +2 -1
  81. package/src/config/schema/manifest.schema.d.ts +38 -1
  82. package/src/config/schema/manifest.schema.js +18 -0
  83. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  84. package/src/config/source-packages/litert/gemma-4-12b-it.json +20 -1
  85. package/src/config/source-packages/litert/gemma-4-e2b-it.json +20 -1
  86. package/src/config/source-packages/litert/gemma-4-e4b-it.json +21 -1
  87. package/src/config/transforms/capability-transform-resolver.js +7 -1
  88. package/src/config/transforms/execution-graph-transforms.js +10 -2
  89. package/src/converter/conversion-plan.js +2 -0
  90. package/src/converter/parsers/transformer.js +27 -1
  91. package/src/converter/quantization-info.js +16 -4
  92. package/src/converter/rope-config.js +55 -3
  93. package/src/debug/config.d.ts +4 -0
  94. package/src/experimental/orchestration/index.d.ts +10 -1
  95. package/src/experimental/training/distillation/student-fixture.js +1 -1
  96. package/src/experimental/training/lora-pipeline.js +1 -1
  97. package/src/experimental/training/lora.js +2 -2
  98. package/src/experimental/training/suite.js +2 -2
  99. package/src/formats/rdrr/classification.js +3 -0
  100. package/src/formats/rdrr/integrity.d.ts +0 -2
  101. package/src/formats/rdrr/integrity.js +0 -2
  102. package/src/formats/rdrr/types.d.ts +1 -1
  103. package/src/gpu/kernels/attention.d.ts +2 -0
  104. package/src/gpu/kernels/attention.js +75 -16
  105. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  106. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  107. package/src/gpu/kernels/backward/attention_backward.js +8 -0
  108. package/src/gpu/kernels/dequant.d.ts +6 -6
  109. package/src/gpu/kernels/dequant.js +17 -6
  110. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  111. package/src/gpu/kernels/fused_ffn.js +540 -19
  112. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  113. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  114. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  115. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  116. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  117. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  118. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  119. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  120. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  121. package/src/gpu/kernels/index.d.ts +21 -0
  122. package/src/gpu/kernels/index.js +13 -0
  123. package/src/gpu/kernels/linear-attention-core.js +414 -21
  124. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  125. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  126. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  127. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  128. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  129. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  130. package/src/gpu/kernels/matmul-selection.js +9 -2
  131. package/src/gpu/kernels/matmul.d.ts +1 -1
  132. package/src/gpu/kernels/matmul.js +24 -6
  133. package/src/gpu/kernels/moe.d.ts +5 -1
  134. package/src/gpu/kernels/moe.js +5 -2
  135. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  136. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  137. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  138. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  139. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  140. package/src/gpu/kernels/silu.wgsl +7 -1
  141. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  142. package/src/gpu/kernels/softmax.d.ts +3 -3
  143. package/src/gpu/kernels/softmax.js +9 -2
  144. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  145. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  146. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  147. package/src/gpu/kernels/turboquant-codebook.js +1 -1
  148. package/src/gpu/kernels/types.d.ts +1 -1
  149. package/src/gpu/profiler.js +11 -1
  150. package/src/gpu/tensor.d.ts +1 -0
  151. package/src/index.d.ts +1 -1
  152. package/src/index.js +1 -1
  153. package/src/inference/browser-harness-model-helpers.js +4 -1
  154. package/src/inference/browser-harness-suite-helpers.js +1 -1
  155. package/src/inference/browser-harness-text-helpers.js +589 -117
  156. package/src/inference/browser-harness.d.ts +3 -3
  157. package/src/inference/browser-harness.js +486 -13
  158. package/src/inference/fixtures/rerank-semantic-fixtures.json +38 -0
  159. package/src/inference/kv-cache/base.js +42 -1
  160. package/src/inference/kv-cache/quantized.js +16 -2
  161. package/src/inference/kv-cache/tiered.js +50 -15
  162. package/src/inference/moe-router.js +38 -7
  163. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +8 -6
  164. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  165. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  166. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  167. package/src/inference/pipelines/text/attention/projections.js +174 -4
  168. package/src/inference/pipelines/text/attention/record.js +44 -21
  169. package/src/inference/pipelines/text/attention/run.js +18 -3
  170. package/src/inference/pipelines/text/config.d.ts +23 -1
  171. package/src/inference/pipelines/text/config.js +235 -112
  172. package/src/inference/pipelines/text/embed.js +39 -12
  173. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  174. package/src/inference/pipelines/text/execution-plan.js +45 -2
  175. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  176. package/src/inference/pipelines/text/execution-v1.js +122 -8
  177. package/src/inference/pipelines/text/ffn/dense.js +254 -25
  178. package/src/inference/pipelines/text/ffn/moe.js +4 -3
  179. package/src/inference/pipelines/text/ffn/standard.js +145 -39
  180. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  181. package/src/inference/pipelines/text/generator-helpers.js +4 -1
  182. package/src/inference/pipelines/text/generator-runtime.js +54 -20
  183. package/src/inference/pipelines/text/generator-steps.js +5 -2
  184. package/src/inference/pipelines/text/generator.d.ts +18 -1
  185. package/src/inference/pipelines/text/generator.js +303 -20
  186. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  187. package/src/inference/pipelines/text/init-rope.js +54 -6
  188. package/src/inference/pipelines/text/init.d.ts +22 -3
  189. package/src/inference/pipelines/text/init.js +65 -17
  190. package/src/inference/pipelines/text/layer.js +111 -5
  191. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  192. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  193. package/src/inference/pipelines/text/linear-attention.js +185 -24
  194. package/src/inference/pipelines/text/logits/gpu.d.ts +1 -1
  195. package/src/inference/pipelines/text/logits/gpu.js +78 -115
  196. package/src/inference/pipelines/text/logits/index.js +105 -87
  197. package/src/inference/pipelines/text/logits/precision-policy.js +103 -0
  198. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  199. package/src/inference/pipelines/text/logits/utils.d.ts +2 -0
  200. package/src/inference/pipelines/text/logits/utils.js +11 -0
  201. package/src/inference/pipelines/text/lora-apply.js +6 -4
  202. package/src/inference/pipelines/text/model-load.js +6 -0
  203. package/src/inference/pipelines/text/moe-cpu.js +25 -0
  204. package/src/inference/pipelines/text/moe-gpu.js +148 -97
  205. package/src/inference/pipelines/text/moe-shape-validator.js +149 -31
  206. package/src/inference/pipelines/text/ops.js +48 -1
  207. package/src/inference/pipelines/text/per-layer-inputs.js +105 -21
  208. package/src/inference/pipelines/text/probes.js +9 -4
  209. package/src/inference/pipelines/text/state.d.ts +4 -4
  210. package/src/inference/pipelines/text/state.js +4 -0
  211. package/src/inference/pipelines/text/types.d.ts +27 -2
  212. package/src/inference/pipelines/text/weights.js +7 -2
  213. package/src/inference/pipelines/text.d.ts +21 -1
  214. package/src/inference/pipelines/text.js +60 -14
  215. package/src/inference/tokenizers/behavior-flags.js +23 -2
  216. package/src/inference/tokenizers/bundled.js +45 -23
  217. package/src/inference/tokenizers/types.d.ts +7 -4
  218. package/src/loader/doppler-loader.js +25 -2
  219. package/src/loader/final-weights-loader.js +12 -1
  220. package/src/loader/index.d.ts +3 -1
  221. package/src/loader/index.js +2 -0
  222. package/src/loader/loader-types.d.ts +3 -1
  223. package/src/loader/manifest-config.d.ts +18 -0
  224. package/src/loader/manifest-config.js +11 -3
  225. package/src/loader/shard-cache.d.ts +2 -0
  226. package/src/loader/shard-cache.js +29 -1
  227. package/src/models/gemma4.js +8 -0
  228. package/src/rules/execution-rules-contract-check.js +12 -3
  229. package/src/rules/inference/capability-transforms.rules.json +159 -22
  230. package/src/rules/inference/config.rules.json +26 -2
  231. package/src/rules/inference/dtype.rules.json +12 -5
  232. package/src/rules/inference/execution.rules.json +5 -19
  233. package/src/rules/inference/ffn.rules.json +33 -0
  234. package/src/rules/inference/moe.rules.json +97 -0
  235. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  236. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  237. package/src/rules/kernels/matmul.rules.json +1 -0
  238. package/src/rules/kernels/silu.rules.json +1 -0
  239. package/src/rules/rule-registry.js +2 -0
  240. package/src/storage/artifact-storage-context.js +36 -0
  241. package/src/tooling/command-api-constants.js +2 -2
  242. package/src/tooling/command-api-family-normalizers.js +2 -1
  243. package/src/tooling/command-api.d.ts +1 -1
  244. package/src/tooling/command-runner-shared.js +3 -1
  245. package/src/tooling/node-browser-command-runner.js +42 -7
  246. package/src/tooling/node-converter.js +20 -0
  247. package/src/tooling/node-source-runtime.js +5 -1
  248. package/src/tooling/opfs-cache.d.ts +21 -1
  249. package/src/tooling/opfs-cache.js +168 -32
  250. package/src/tooling-exports/storage.d.ts +1 -1
  251. package/src/tooling-exports/storage.js +1 -1
  252. package/src/types/gpu.d.ts +25 -0
  253. package/src/version.js +1 -1
  254. package/tests/kernels/browser/kernel-suite.js +1593 -0
  255. package/tests/kernels/browser/test-page.js +2629 -0
  256. package/tests/kernels/harness/benchmark.js +225 -0
  257. package/tests/kernels/harness/buffer-utils.js +88 -0
  258. package/tests/kernels/harness/tolerance.js +174 -0
  259. package/tests/kernels/reference/adam.js +15 -0
  260. package/tests/kernels/reference/attention.js +158 -0
  261. package/tests/kernels/reference/backward.js +96 -0
  262. package/tests/kernels/reference/bias-add.js +20 -0
  263. package/tests/kernels/reference/conv2d.js +58 -0
  264. package/tests/kernels/reference/cross-entropy.js +26 -0
  265. package/tests/kernels/reference/dequant.js +312 -0
  266. package/tests/kernels/reference/embed.js +15 -0
  267. package/tests/kernels/reference/gather.js +61 -0
  268. package/tests/kernels/reference/gelu.js +37 -0
  269. package/tests/kernels/reference/groupnorm.js +36 -0
  270. package/tests/kernels/reference/index.js +89 -0
  271. package/tests/kernels/reference/layernorm.js +22 -0
  272. package/tests/kernels/reference/matmul.js +57 -0
  273. package/tests/kernels/reference/modulate.js +24 -0
  274. package/tests/kernels/reference/moe-gather.js +83 -0
  275. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  276. package/tests/kernels/reference/residual.js +55 -0
  277. package/tests/kernels/reference/rmsnorm.js +52 -0
  278. package/tests/kernels/reference/rope.js +79 -0
  279. package/tests/kernels/reference/sample.js +97 -0
  280. package/tests/kernels/reference/scatter-add.js +58 -0
  281. package/tests/kernels/reference/silu.js +52 -0
  282. package/tests/kernels/reference/softmax.js +86 -0
  283. package/tests/kernels/reference/split-qkv.js +58 -0
  284. package/tests/kernels/reference/topk.js +88 -0
  285. package/tests/kernels/reference/upsample2d.js +37 -0
  286. package/BRANDING.md +0 -14
  287. package/SECURITY.md +0 -19
  288. package/assets/doppler-readme-hero.svg +0 -84
  289. package/assets/doppler-runtime-map.svg +0 -84
  290. package/src/bootstrap.js +0 -30
  291. package/src/cli/doppler-cli.d.ts +0 -46
  292. package/src/cli/doppler-quickstart.d.ts +0 -45
  293. package/src/cli/doppler-serve.d.ts +0 -210
  294. package/src/cli/runtime-profiles.d.ts +0 -40
  295. package/src/client/doppler-api.browser.d.ts +0 -1
  296. package/src/client/doppler-api.browser.js +0 -25
  297. package/src/client/doppler-registry.d.ts +0 -35
  298. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  299. package/src/client/runtime/source-runtime.d.ts +0 -26
  300. package/src/client/runtime/storage.d.ts +0 -5
  301. package/src/config/README.md +0 -61
  302. package/src/config/conversion/README.md +0 -58
  303. package/src/config/goal-completion-matrix.json +0 -552
  304. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  305. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  306. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  307. package/src/config/kernels/registry.d.ts +0 -51
  308. package/src/config/merge-contract-check.d.ts +0 -16
  309. package/src/config/merge-contract-check.js +0 -318
  310. package/src/config/merge-helpers.d.ts +0 -60
  311. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  312. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  313. package/src/config/param-categories.d.ts +0 -8
  314. package/src/config/param-validator.d.ts +0 -28
  315. package/src/config/platforms/loader.d.ts +0 -38
  316. package/src/config/quantization-contract-check.d.ts +0 -12
  317. package/src/config/quantization-contract-check.js +0 -91
  318. package/src/config/runtime/README.md +0 -28
  319. package/src/config/runtime-merge.d.ts +0 -5
  320. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  321. package/src/config/schema/command-surface-contract.schema.json +0 -81
  322. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  323. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  324. package/src/config/schema/platform.schema.js +0 -1
  325. package/src/config/schema/policy-schema-registry.json +0 -26
  326. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  327. package/src/config/support-tiers/subsystems.json +0 -502
  328. package/src/config/supported-operations.d.ts +0 -14
  329. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  330. package/src/config/transforms/execution-graph-transforms.d.ts +0 -300
  331. package/src/converter/conversion-plan.d.ts +0 -56
  332. package/src/converter/index.d.ts +0 -98
  333. package/src/converter/index.js +0 -59
  334. package/src/converter/parsers/diffusion.d.ts +0 -50
  335. package/src/converter/parsers/gguf.d.ts +0 -31
  336. package/src/converter/parsers/index.d.ts +0 -21
  337. package/src/converter/parsers/index.js +0 -12
  338. package/src/converter/parsers/transformer.d.ts +0 -31
  339. package/src/converter/quantization-info.d.ts +0 -38
  340. package/src/converter/rope-config.d.ts +0 -16
  341. package/src/converter/tokenizer-utils.d.ts +0 -12
  342. package/src/debug/reference/README.md +0 -114
  343. package/src/debug/reference/hf_attn_debug.py +0 -114
  344. package/src/debug/reference/hf_embed_check.py +0 -89
  345. package/src/debug/reference/hf_layer_out.py +0 -100
  346. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  347. package/src/debug/reference/hf_rope_check.py +0 -116
  348. package/src/debug/reference/hf_weights.py +0 -75
  349. package/src/errors/doppler-error.d.ts +0 -20
  350. package/src/experimental/bridge/extension/background.d.ts +0 -14
  351. package/src/experimental/bridge/extension/background.js +0 -168
  352. package/src/experimental/bridge/extension/manifest.json +0 -34
  353. package/src/experimental/bridge/extension-client.d.ts +0 -114
  354. package/src/experimental/bridge/index.d.ts +0 -69
  355. package/src/experimental/bridge/node-bridge.js +0 -24
  356. package/src/experimental/bridge/protocol.d.ts +0 -96
  357. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  358. package/src/experimental/browser/gguf-importer.js +0 -532
  359. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  360. package/src/experimental/browser/quantization.d.ts +0 -74
  361. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  362. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  363. package/src/experimental/browser/shard-io-browser.js +0 -89
  364. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  365. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  366. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  367. package/src/experimental/distribution/p2p-transport.js +0 -75
  368. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  369. package/src/experimental/hotswap/manifest.d.ts +0 -42
  370. package/src/experimental/hotswap/model-swap.js +0 -42
  371. package/src/experimental/hotswap/runtime.d.ts +0 -31
  372. package/src/experimental/training/README.md +0 -164
  373. package/src/experimental/training/artifacts.d.ts +0 -160
  374. package/src/experimental/training/attention-backward.d.ts +0 -30
  375. package/src/experimental/training/attention-forward.d.ts +0 -22
  376. package/src/experimental/training/attention-forward.js +0 -82
  377. package/src/experimental/training/autograd.d.ts +0 -51
  378. package/src/experimental/training/backward-kernels.js +0 -39
  379. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  380. package/src/experimental/training/checkpoint.d.ts +0 -36
  381. package/src/experimental/training/clip.d.ts +0 -9
  382. package/src/experimental/training/dataloader.d.ts +0 -8
  383. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  384. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  385. package/src/experimental/training/datasets/index.d.ts +0 -24
  386. package/src/experimental/training/datasets/index.js +0 -13
  387. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  388. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  389. package/src/experimental/training/datasets/reploid.js +0 -36
  390. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  391. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  392. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  393. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  394. package/src/experimental/training/datasets/token-batch.js +0 -52
  395. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  396. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  397. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  398. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  399. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  400. package/src/experimental/training/distillation/eval.d.ts +0 -34
  401. package/src/experimental/training/distillation/index.d.ts +0 -29
  402. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  403. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  404. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  405. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  406. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  407. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  408. package/src/experimental/training/export.d.ts +0 -41
  409. package/src/experimental/training/index.d.ts +0 -74
  410. package/src/experimental/training/index.js +0 -63
  411. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  412. package/src/experimental/training/lora.d.ts +0 -19
  413. package/src/experimental/training/loss-scaling.d.ts +0 -21
  414. package/src/experimental/training/loss.d.ts +0 -10
  415. package/src/experimental/training/objectives/base.d.ts +0 -58
  416. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  417. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  418. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  419. package/src/experimental/training/objectives/index.d.ts +0 -12
  420. package/src/experimental/training/objectives/index.js +0 -6
  421. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  422. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  423. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  424. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  425. package/src/experimental/training/operator-command.d.ts +0 -5
  426. package/src/experimental/training/operator-eval.d.ts +0 -48
  427. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  428. package/src/experimental/training/optimizer.d.ts +0 -22
  429. package/src/experimental/training/runner.d.ts +0 -249
  430. package/src/experimental/training/suite.d.ts +0 -299
  431. package/src/experimental/training/tensor-factory.d.ts +0 -9
  432. package/src/experimental/training/trainer.d.ts +0 -89
  433. package/src/experimental/training/ul_dataset.d.ts +0 -47
  434. package/src/experimental/training/ul_schedule.d.ts +0 -6
  435. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  436. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  437. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  438. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  439. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  440. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  441. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  442. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  443. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  444. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  445. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  446. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  447. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  448. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  449. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  450. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  451. package/src/experimental/training/workload-packs/registry.json +0 -278
  452. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  453. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  454. package/src/experimental/training/workloads.d.ts +0 -201
  455. package/src/formats/gguf/types.d.ts +0 -74
  456. package/src/formats/index.d.ts +0 -75
  457. package/src/formats/index.js +0 -19
  458. package/src/formats/litert/types.d.ts +0 -74
  459. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  460. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  461. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  462. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  463. package/src/formats/safetensors/types.d.ts +0 -67
  464. package/src/formats/tflite/types.d.ts +0 -61
  465. package/src/formats/tokenizer/index.d.ts +0 -5
  466. package/src/formats/tokenizer/index.js +0 -3
  467. package/src/formats/tokenizer/types.d.ts +0 -9
  468. package/src/gpu/kernel-runtime.d.ts +0 -13
  469. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  470. package/src/gpu/kernel-selection-log.d.ts +0 -4
  471. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  472. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  473. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  474. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  475. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  476. package/src/gpu/kernel-tuner/types.js +0 -4
  477. package/src/gpu/kernel-tuner.d.ts +0 -33
  478. package/src/gpu/kernels/README.md +0 -159
  479. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  480. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  481. package/src/gpu/kernels/check-stop.d.ts +0 -31
  482. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  483. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  484. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  485. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  486. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  487. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  488. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  489. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  490. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  491. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  492. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  493. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  494. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  495. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  496. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  497. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  498. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  499. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  500. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  501. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  502. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  503. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  504. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  505. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  506. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  507. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  508. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  509. package/src/gpu/kernels/constants.d.ts +0 -129
  510. package/src/gpu/kernels/dispatch.d.ts +0 -72
  511. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  512. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  513. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  514. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  515. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  516. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  517. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  518. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  519. package/src/gpu/kernels/types.js +0 -4
  520. package/src/gpu/perf-guards.d.ts +0 -13
  521. package/src/gpu/profiler.d.ts +0 -93
  522. package/src/gpu/readback-utils.d.ts +0 -16
  523. package/src/gpu/readback-utils.js +0 -49
  524. package/src/gpu/submit-probe.d.ts +0 -12
  525. package/src/index-browser.d.ts +0 -2
  526. package/src/index-browser.js +0 -2
  527. package/src/inference/README.md +0 -593
  528. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  529. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  530. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  531. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  532. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  533. package/src/inference/browser-harness-text-helpers.d.ts +0 -124
  534. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  535. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  536. package/src/inference/network-evolution.js +0 -79
  537. package/src/inference/pipelines/context.d.ts +0 -21
  538. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  539. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  540. package/src/inference/pipelines/diffusion/index.js +0 -3
  541. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  542. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  543. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  544. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  545. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  546. package/src/inference/pipelines/diffusion/types.js +0 -1
  547. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  548. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  549. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  550. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  551. package/src/inference/pipelines/dream/pipeline.js +0 -8
  552. package/src/inference/pipelines/energy/index.d.ts +0 -1
  553. package/src/inference/pipelines/energy/index.js +0 -1
  554. package/src/inference/pipelines/energy/types.js +0 -1
  555. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  556. package/src/inference/pipelines/energy-head/index.js +0 -6
  557. package/src/inference/pipelines/factory.d.ts +0 -10
  558. package/src/inference/pipelines/index.d.ts +0 -22
  559. package/src/inference/pipelines/index.js +0 -19
  560. package/src/inference/pipelines/registry.d.ts +0 -15
  561. package/src/inference/pipelines/rng.d.ts +0 -2
  562. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  563. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  564. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  565. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  566. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  567. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  568. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  569. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  570. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  571. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  572. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  573. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  574. package/src/inference/pipelines/text/attention.d.ts +0 -23
  575. package/src/inference/pipelines/text/attention.js +0 -12
  576. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  577. package/src/inference/pipelines/text/buffer-types.js +0 -4
  578. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  579. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  580. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  581. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  582. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  583. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  584. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  585. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  586. package/src/inference/pipelines/text/embed.d.ts +0 -68
  587. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  588. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  589. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  590. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  591. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  592. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  593. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  594. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -25
  595. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  596. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  597. package/src/inference/pipelines/text/ffn.js +0 -18
  598. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  599. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  600. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  601. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  602. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  603. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -89
  604. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  605. package/src/inference/pipelines/text/index.d.ts +0 -5
  606. package/src/inference/pipelines/text/index.js +0 -6
  607. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  608. package/src/inference/pipelines/text/layer.d.ts +0 -118
  609. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  610. package/src/inference/pipelines/text/logits/types.js +0 -4
  611. package/src/inference/pipelines/text/logits.d.ts +0 -27
  612. package/src/inference/pipelines/text/logits.js +0 -16
  613. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  614. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  615. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  616. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  617. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  618. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  619. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -40
  620. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  621. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  622. package/src/inference/pipelines/text/ops.d.ts +0 -219
  623. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  624. package/src/inference/pipelines/text/probes.d.ts +0 -28
  625. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  626. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  627. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  628. package/src/inference/pipelines/text/types.js +0 -4
  629. package/src/inference/tokenizers/base.d.ts +0 -44
  630. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  631. package/src/inference/tokenizers/bpe.d.ts +0 -27
  632. package/src/inference/tokenizers/bundled.d.ts +0 -67
  633. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  634. package/src/inference/tokenizers/types.js +0 -7
  635. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  636. package/src/loader/per-layer-input-loader.d.ts +0 -30
  637. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  638. package/src/loader/tensors/source-transform.d.ts +0 -65
  639. package/src/memory/address-table.d.ts +0 -96
  640. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  641. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  642. package/src/rules/rule-registry.d.ts +0 -77
  643. package/src/storage/artifact-storage-context.d.ts +0 -63
  644. package/src/storage/backends/idb-store.d.ts +0 -52
  645. package/src/storage/backends/memory-store.d.ts +0 -36
  646. package/src/storage/backends/opfs-store.d.ts +0 -41
  647. package/src/storage/blake3.d.ts +0 -17
  648. package/src/storage/download-types.d.ts +0 -157
  649. package/src/storage/downloader.d.ts +0 -103
  650. package/src/storage/index.d.ts +0 -274
  651. package/src/storage/index.js +0 -201
  652. package/src/storage/preflight.d.ts +0 -144
  653. package/src/storage/preflight.js +0 -360
  654. package/src/storage/quickstart-downloader.d.ts +0 -157
  655. package/src/storage/quickstart-downloader.js +0 -289
  656. package/src/storage/source-artifact-store.d.ts +0 -59
  657. package/src/sw.js +0 -184
  658. package/src/tooling/command-api-constants.d.ts +0 -9
  659. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  660. package/src/tooling/command-api-helpers.d.ts +0 -23
  661. package/src/tooling/command-runner-shared.d.ts +0 -89
  662. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  663. package/src/tooling/conversion-config-materializer.js +0 -96
  664. package/src/tooling/diagnose-runner.d.ts +0 -28
  665. package/src/tooling/hf-registry-utils.d.ts +0 -55
  666. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  667. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  668. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  669. package/src/tooling/kernel-path-builder/index.js +0 -1361
  670. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  671. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  672. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  673. package/src/tooling/lean-execution-contract-runner.js +0 -158
  674. package/src/tooling/lean-execution-contract.d.ts +0 -16
  675. package/src/tooling/lean-execution-contract.js +0 -81
  676. package/src/tooling/litert-package-runtime.d.ts +0 -46
  677. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  678. package/src/tooling/node-convert-worker.d.ts +0 -1
  679. package/src/tooling/node-converter.d.ts +0 -1
  680. package/src/tooling/node-file-fetch.d.ts +0 -1
  681. package/src/tooling/node-source-runtime.d.ts +0 -24
  682. package/src/tooling/node-webgpu.d.ts +0 -17
  683. package/src/tooling/precision-replay-math.js +0 -174
  684. package/src/tooling/program-bundle-host.d.ts +0 -16
  685. package/src/tooling/program-bundle-host.js +0 -20
  686. package/src/tooling/runtime-input-composition.d.ts +0 -37
  687. package/src/tooling/source-package-profiles.d.ts +0 -50
  688. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  689. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  690. package/src/tooling/source-runtime-materializer.js +0 -89
  691. package/src/tooling-exports.browser.d.ts +0 -7
  692. package/src/types/chrome.d.ts +0 -36
  693. package/src/types/chrome.js +0 -1
  694. package/src/types/index.d.ts +0 -1
  695. package/src/types/index.js +0 -1
  696. package/src/utils/array-buffer.d.ts +0 -4
  697. package/src/utils/canonical-hash.d.ts +0 -7
  698. package/src/utils/clone-json.d.ts +0 -1
  699. package/src/utils/hf-resolve-url.d.ts +0 -16
  700. package/src/utils/index.d.ts +0 -10
  701. package/src/utils/index.js +0 -10
  702. package/src/utils/load-json.d.ts +0 -5
  703. package/src/utils/plain-object.d.ts +0 -1
  704. package/src/utils/sha256.d.ts +0 -5
  705. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -1,1361 +0,0 @@
1
- import {
2
- inferConversionConfigModelId,
3
- resolveMaterializedManifestFromConversionConfig,
4
- } from '../conversion-config-materializer.js';
5
- import { mergeRuntimeValues } from '../../config/runtime-merge.js';
6
- import { extractExecutionContractFacts } from '../../config/execution-contract-check.js';
7
- import { validateKernelPath } from '../../config/kernel-path-loader.js';
8
- import { DEFAULT_RUNTIME_CONFIG, expandExecutionV1 } from '../../config/schema/index.js';
9
- import { compileExecutionPlanState } from '../../inference/pipelines/text/execution-plan.js';
10
- import { compileExecutionV1, hasExecutionV1 } from '../../inference/pipelines/text/execution-v1.js';
11
- import {
12
- assertKernelPathSessionCompatibility,
13
- buildInlineKernelPath,
14
- buildSessionRuntimePatch,
15
- isPhaseMatch,
16
- normalizeDtype,
17
- requireSessionActivationDtype,
18
- stepHasLayer,
19
- } from '../../inference/pipelines/text/execution-runtime-builders.js';
20
- import { buildCustomRuntimeFacts } from './custom-runtime-facts.js';
21
- import {
22
- aggregateTopDecodeTimers,
23
- buildKernelPathBuilderRuntimeOverlay,
24
- } from './runtime-overlay.js';
25
- import { isPlainObject } from '../../utils/plain-object.js';
26
-
27
- function normalizeText(value) {
28
- return typeof value === 'string' ? value.trim() : '';
29
- }
30
-
31
- function normalizeInteger(value) {
32
- const numeric = Number(value);
33
- return Number.isInteger(numeric) && numeric >= 0 ? numeric : null;
34
- }
35
-
36
- function normalizeObject(value) {
37
- return isPlainObject(value) ? value : {};
38
- }
39
-
40
- function cloneJsonLike(value) {
41
- if (typeof globalThis.structuredClone === 'function') {
42
- return globalThis.structuredClone(value);
43
- }
44
- return JSON.parse(JSON.stringify(value));
45
- }
46
-
47
- function stableValue(value) {
48
- if (Array.isArray(value)) {
49
- return value.map((entry) => stableValue(entry));
50
- }
51
- if (!isPlainObject(value)) {
52
- return value;
53
- }
54
- const sorted = {};
55
- for (const key of Object.keys(value).sort((left, right) => left.localeCompare(right))) {
56
- sorted[key] = stableValue(value[key]);
57
- }
58
- return sorted;
59
- }
60
-
61
- function stableStringify(value) {
62
- return JSON.stringify(stableValue(value));
63
- }
64
-
65
- function fnv1aHex(value) {
66
- const input = String(value ?? '');
67
- let hash = 0x811c9dc5;
68
- for (let index = 0; index < input.length; index += 1) {
69
- hash ^= input.charCodeAt(index);
70
- hash = Math.imul(hash, 0x01000193) >>> 0;
71
- }
72
- return hash.toString(16).padStart(8, '0');
73
- }
74
-
75
- function normalizeLayers(layers) {
76
- if (layers === 'all') {
77
- return 'all';
78
- }
79
- if (!Array.isArray(layers)) {
80
- return null;
81
- }
82
- const normalized = layers
83
- .map((value) => normalizeInteger(value))
84
- .filter((value) => value != null);
85
- normalized.sort((left, right) => left - right);
86
- return normalized;
87
- }
88
-
89
- function normalizeStep(step) {
90
- const normalized = {
91
- op: normalizeText(step?.op),
92
- kernel: normalizeText(step?.kernel),
93
- entry: normalizeText(step?.entry || 'main') || 'main',
94
- };
95
- const weights = normalizeText(step?.weights);
96
- if (weights) {
97
- normalized.weights = weights;
98
- }
99
- if (step?.constants != null) {
100
- normalized.constants = stableValue(step.constants);
101
- }
102
- return normalized;
103
- }
104
-
105
- function cloneSteps(steps) {
106
- return (Array.isArray(steps) ? steps : []).map((step) => stableValue(step));
107
- }
108
-
109
- function normalizeResolvedStep(step, index) {
110
- const normalized = {
111
- id: normalizeText(step?.id) || `step_${index}`,
112
- section: normalizeText(step?.section),
113
- phase: normalizeText(step?.phase),
114
- op: normalizeText(step?.op),
115
- kernel: normalizeText(step?.kernel),
116
- entry: normalizeText(step?.entry || 'main') || 'main',
117
- digest: normalizeText(step?.kernelRef?.digest ?? step?.digest),
118
- layers: normalizeLayers(step?.layers),
119
- };
120
- const weights = normalizeText(step?.weights);
121
- if (weights) {
122
- normalized.weights = weights;
123
- }
124
- if (step?.constants != null) {
125
- normalized.constants = stableValue(step.constants);
126
- }
127
- return normalized;
128
- }
129
-
130
- function isSamplingStep(step) {
131
- const op = normalizeText(step?.op).toLowerCase();
132
- const kernel = normalizeText(step?.kernel).toLowerCase();
133
- return op === 'sample' || kernel.startsWith('sample');
134
- }
135
-
136
- function splitKernelPathSampling(steps) {
137
- const postLayer = [];
138
- const sampling = [];
139
- for (const step of Array.isArray(steps) ? steps : []) {
140
- if (isSamplingStep(step)) {
141
- sampling.push(step);
142
- continue;
143
- }
144
- postLayer.push(step);
145
- }
146
- return { postLayer, sampling };
147
- }
148
-
149
- function resolveExecutionSteps(execution) {
150
- const expanded = expandExecutionV1(execution);
151
- return expanded.map((step, index) => ({
152
- id: `${step.section}_${step.phase}_${index}_${step.op}`,
153
- phase: step.phase,
154
- section: step.section,
155
- op: step.op,
156
- kernel: step.kernel,
157
- entry: step.entry,
158
- weights: step.weights ?? null,
159
- constants: step.constants ?? null,
160
- layers: step.layers,
161
- kernelRef: {
162
- id: `${step.kernel.replace('.wgsl', '')}.${step.entry}`,
163
- version: '1.0.0',
164
- digest: step.digest,
165
- },
166
- }));
167
- }
168
-
169
- function normalizeKernelPathShape(path) {
170
- if (!isPlainObject(path)) {
171
- return null;
172
- }
173
- const normalizedPostLayer = Array.isArray(path.postLayer) ? path.postLayer.map(normalizeStep) : [];
174
- const normalizedSampling = Array.isArray(path.sampling) ? path.sampling.map(normalizeStep) : [];
175
- const canonicalizedSampling = splitKernelPathSampling([
176
- ...normalizedPostLayer,
177
- ...normalizedSampling,
178
- ]);
179
- return stableValue({
180
- activationDtype: normalizeText(path.activationDtype) || null,
181
- kvDtype: normalizeText(path.kvDtype || path.activationDtype) || null,
182
- outputDtype: normalizeText(path.outputDtype) || null,
183
- preLayer: Array.isArray(path.preLayer) ? path.preLayer.map(normalizeStep) : [],
184
- decode: Array.isArray(path?.decode?.steps) ? path.decode.steps.map(normalizeStep) : [],
185
- prefill: Array.isArray(path?.prefill?.steps) ? path.prefill.steps.map(normalizeStep) : [],
186
- postLayer: canonicalizedSampling.postLayer,
187
- sampling: canonicalizedSampling.sampling,
188
- layerOverrides: Array.isArray(path.layerOverrides)
189
- ? path.layerOverrides.map((override) => ({
190
- layers: normalizeLayers(override?.layers) || [],
191
- ...(Array.isArray(override?.steps) && override.steps.length > 0
192
- ? { steps: override.steps.map(normalizeStep) }
193
- : {}),
194
- ...(Array.isArray(override?.decode?.steps) && override.decode.steps.length > 0
195
- ? { decode: { steps: override.decode.steps.map(normalizeStep) } }
196
- : {}),
197
- ...(Array.isArray(override?.prefill?.steps) && override.prefill.steps.length > 0
198
- ? { prefill: { steps: override.prefill.steps.map(normalizeStep) } }
199
- : {}),
200
- }))
201
- : [],
202
- });
203
- }
204
-
205
- function materializeKernelPathFromShape(modelId, shape, meta = {}) {
206
- if (!shape) {
207
- return null;
208
- }
209
- return {
210
- id: normalizeText(meta.id) || `${modelId || 'model'}-execution-inline`,
211
- name: normalizeText(meta.name) || `Derived kernel path for ${modelId}`,
212
- description: normalizeText(meta.description) || `Generated from ${modelId} execution-v1 graph.`,
213
- activationDtype: shape.activationDtype,
214
- ...(shape.outputDtype ? { outputDtype: shape.outputDtype } : {}),
215
- ...(shape.kvDtype ? { kvDtype: shape.kvDtype } : {}),
216
- decode: {
217
- steps: cloneSteps(shape.decode),
218
- },
219
- prefill: {
220
- steps: cloneSteps(shape.prefill),
221
- },
222
- ...(Array.isArray(shape.preLayer) && shape.preLayer.length > 0 ? { preLayer: cloneSteps(shape.preLayer) } : {}),
223
- ...(Array.isArray(shape.postLayer) && shape.postLayer.length > 0 ? { postLayer: cloneSteps(shape.postLayer) } : {}),
224
- ...(Array.isArray(shape.sampling) && shape.sampling.length > 0 ? { sampling: cloneSteps(shape.sampling) } : {}),
225
- ...(Array.isArray(shape.layerOverrides) && shape.layerOverrides.length > 0
226
- ? {
227
- layerOverrides: shape.layerOverrides.map((override) => ({
228
- layers: normalizeLayers(override?.layers) || [],
229
- ...(Array.isArray(override?.steps) && override.steps.length > 0
230
- ? { steps: cloneSteps(override.steps) }
231
- : {}),
232
- ...(Array.isArray(override?.decode?.steps) && override.decode.steps.length > 0
233
- ? { decode: { steps: cloneSteps(override.decode.steps) } }
234
- : {}),
235
- ...(Array.isArray(override?.prefill?.steps) && override.prefill.steps.length > 0
236
- ? { prefill: { steps: cloneSteps(override.prefill.steps) } }
237
- : {}),
238
- })),
239
- }
240
- : {}),
241
- };
242
- }
243
-
244
- function toComparableKernelPathStep(step) {
245
- if (!step?.kernel) {
246
- return null;
247
- }
248
- return normalizeStep(step);
249
- }
250
-
251
- function buildComparableBoundarySteps(resolvedSteps, section) {
252
- return resolvedSteps
253
- .filter((step) => step?.section === section)
254
- .map(toComparableKernelPathStep)
255
- .filter((step) => step != null);
256
- }
257
-
258
- function buildComparableLayerPhaseSteps(resolvedSteps, phase, layerIdx) {
259
- return resolvedSteps
260
- .filter((step) => step?.section === 'layer' && isPhaseMatch(step.phase, phase))
261
- .filter((step) => stepHasLayer(step, layerIdx))
262
- .map(toComparableKernelPathStep)
263
- .filter((step) => step != null);
264
- }
265
-
266
- function buildComparableKernelPathFromResolvedSteps(
267
- resolvedSteps,
268
- session,
269
- modelId,
270
- numLayers
271
- ) {
272
- const activationDtype = requireSessionActivationDtype(session);
273
- const kvDtype = normalizeDtype(
274
- session?.kvcache?.kvDtype ?? activationDtype,
275
- 'session.kvcache.kvDtype'
276
- );
277
- const decodeSteps = buildComparableLayerPhaseSteps(resolvedSteps, 'decode', 0);
278
- const prefillSteps = buildComparableLayerPhaseSteps(resolvedSteps, 'prefill', 0);
279
- if (decodeSteps.length === 0 && prefillSteps.length === 0) {
280
- return null;
281
- }
282
-
283
- const path = {
284
- id: `${modelId || 'model'}-execution-inline`,
285
- name: 'Execution inline kernel path',
286
- description: 'Generated from manifest.inference.execution for structural comparison',
287
- activationDtype,
288
- kvDtype,
289
- decode: {
290
- steps: decodeSteps.length > 0 ? decodeSteps : prefillSteps,
291
- },
292
- prefill: {
293
- steps: prefillSteps.length > 0 ? prefillSteps : decodeSteps,
294
- },
295
- };
296
-
297
- if (numLayers > 0) {
298
- const overrides = [];
299
- for (let layerIdx = 0; layerIdx < numLayers; layerIdx += 1) {
300
- const decodeLayerSteps = buildComparableLayerPhaseSteps(resolvedSteps, 'decode', layerIdx);
301
- const prefillLayerSteps = buildComparableLayerPhaseSteps(resolvedSteps, 'prefill', layerIdx);
302
- const hasCustomDecode = stableStringify(decodeLayerSteps) !== stableStringify(path.decode.steps);
303
- const hasCustomPrefill = stableStringify(prefillLayerSteps) !== stableStringify(path.prefill.steps);
304
- if (!hasCustomDecode && !hasCustomPrefill) {
305
- continue;
306
- }
307
- const mergedLayerSteps = decodeLayerSteps.length > 0 ? decodeLayerSteps : prefillLayerSteps;
308
- if (mergedLayerSteps.length > 0) {
309
- overrides.push({
310
- layers: [layerIdx],
311
- steps: mergedLayerSteps,
312
- });
313
- }
314
- }
315
- if (overrides.length > 0) {
316
- path.layerOverrides = overrides;
317
- }
318
- }
319
-
320
- const preLayer = buildComparableBoundarySteps(resolvedSteps, 'preLayer');
321
- if (preLayer.length > 0) {
322
- path.preLayer = preLayer;
323
- }
324
- const postLayer = buildComparableBoundarySteps(resolvedSteps, 'postLayer');
325
- if (postLayer.length > 0) {
326
- path.postLayer = postLayer;
327
- }
328
- return path;
329
- }
330
-
331
- function compareField(candidate, existing) {
332
- return stableStringify(candidate) === stableStringify(existing);
333
- }
334
-
335
- function createMismatchDetail(options) {
336
- return {
337
- code: options.code,
338
- category: options.category,
339
- label: options.label,
340
- repairHint: options.repairHint,
341
- phase: options.phase ?? null,
342
- };
343
- }
344
-
345
- function kernelCapabilityFingerprint(steps) {
346
- const normalizedSteps = Array.isArray(steps) ? steps : [];
347
- return stableValue({
348
- usesSubgroups: normalizedSteps.some((step) => {
349
- const kernel = normalizeText(step?.kernel).toLowerCase();
350
- const entry = normalizeText(step?.entry).toLowerCase();
351
- return kernel.includes('subgroup') || entry.includes('vec4') || entry.includes('multicol');
352
- }),
353
- attentionKinds: normalizedSteps
354
- .filter((step) => normalizeText(step?.op).toLowerCase() === 'attention')
355
- .map((step) => normalizeText(step?.kernel).toLowerCase())
356
- .sort((left, right) => left.localeCompare(right)),
357
- });
358
- }
359
-
360
- function describePhaseMismatch(phase, candidateSteps, existingSteps) {
361
- if (phase === 'sampling' && candidateSteps.length > 0 && existingSteps.length === 0) {
362
- return createMismatchDetail({
363
- code: 'missing_sampling',
364
- category: 'sampling',
365
- label: 'Sampling block is missing from the registry path.',
366
- repairHint: 'Copy the sampling block from the execution graph into the kernel-path proposal.',
367
- phase,
368
- });
369
- }
370
- if (phase === 'layerOverrides') {
371
- return createMismatchDetail({
372
- code: 'layer_override_drift',
373
- category: 'layer-overrides',
374
- label: 'Layer override coverage differs.',
375
- repairHint: 'Emit explicit layerOverrides for the layers whose decode/prefill steps diverge from the default path.',
376
- phase,
377
- });
378
- }
379
- if (!compareField(kernelCapabilityFingerprint(candidateSteps), kernelCapabilityFingerprint(existingSteps))) {
380
- return createMismatchDetail({
381
- code: 'capability_drift',
382
- category: 'capability',
383
- label: `${phase} kernels assume different device capabilities.`,
384
- repairHint: 'Choose a registry path whose subgroup and attention-kernel assumptions match the execution graph, or synthesize a new path id for this capability mix.',
385
- phase,
386
- });
387
- }
388
- return createMismatchDetail({
389
- code: `${phase}_drift`,
390
- category: 'shape',
391
- label: `${phase} steps differ.`,
392
- repairHint: `Update the ${phase} steps to match the resolved execution graph step-for-step.`,
393
- phase,
394
- });
395
- }
396
-
397
- function diffKernelPathShape(candidate, existing, modelRecord) {
398
- if (!candidate || !existing) {
399
- return [
400
- createMismatchDetail({
401
- code: 'candidate_unavailable',
402
- category: 'shape',
403
- label: 'Candidate kernel path is unavailable.',
404
- repairHint: 'Fix the inline kernel-path synthesis error before comparing against registry paths.',
405
- }),
406
- ];
407
- }
408
- const details = [];
409
- if (!compareField(candidate.activationDtype, existing.activationDtype)) {
410
- details.push(createMismatchDetail({
411
- code: 'activation_dtype_drift',
412
- category: 'dtype',
413
- label: 'Activation dtype differs.',
414
- repairHint: `Set activationDtype to "${candidate.activationDtype}" or choose kernels compatible with "${existing.activationDtype}".`,
415
- }));
416
- }
417
- if (!compareField(candidate.kvDtype, existing.kvDtype)) {
418
- details.push(createMismatchDetail({
419
- code: 'kv_dtype_drift',
420
- category: 'dtype',
421
- label: 'KV dtype differs.',
422
- repairHint: `Set kvDtype to "${candidate.kvDtype}" or swap attention kernels to ones compatible with "${existing.kvDtype}".`,
423
- }));
424
- }
425
- if (!compareField(candidate.outputDtype, existing.outputDtype)) {
426
- details.push(createMismatchDetail({
427
- code: 'output_dtype_drift',
428
- category: 'dtype',
429
- label: 'Output dtype differs.',
430
- repairHint: 'Align outputDtype with the execution graph or remove it when the path inherits activation dtype.',
431
- }));
432
- }
433
- for (const phase of ['preLayer', 'decode', 'prefill', 'postLayer', 'sampling']) {
434
- if (!compareField(candidate[phase], existing[phase])) {
435
- details.push(describePhaseMismatch(phase, candidate[phase], existing[phase]));
436
- }
437
- }
438
- if (!compareField(candidate.layerOverrides, existing.layerOverrides)) {
439
- details.push(describePhaseMismatch('layerOverrides', candidate.layerOverrides, existing.layerOverrides));
440
- }
441
- if (
442
- Array.isArray(modelRecord?.customRuntimeFacts)
443
- && modelRecord.customRuntimeFacts.some((fact) => fact?.assumptions?.registryBypass === true)
444
- ) {
445
- details.push(createMismatchDetail({
446
- code: 'custom_runtime_bypass',
447
- category: 'custom-runtime',
448
- label: 'Custom runtime layers bypass raw kernel-path lowering.',
449
- repairHint: 'Keep the proposal partial and preserve the custom runtime facts for the bypassed layers instead of forcing a registry path to claim ownership of them.',
450
- }));
451
- }
452
- return details;
453
- }
454
-
455
- function countLayerTypes(layerTypes) {
456
- const counts = {};
457
- if (!Array.isArray(layerTypes)) {
458
- return counts;
459
- }
460
- for (const layerType of layerTypes) {
461
- const key = normalizeText(layerType).toLowerCase();
462
- if (!key) continue;
463
- counts[key] = (counts[key] ?? 0) + 1;
464
- }
465
- return counts;
466
- }
467
-
468
- function inferLayerCount(manifestInference, resolvedSteps) {
469
- const layerTypes = manifestInference?.layerPattern?.layerTypes;
470
- if (Array.isArray(layerTypes) && layerTypes.length > 0) {
471
- return layerTypes.length;
472
- }
473
- let maxLayer = -1;
474
- for (const step of resolvedSteps) {
475
- if (!Array.isArray(step?.layers)) continue;
476
- for (const layer of step.layers) {
477
- const normalized = normalizeInteger(layer);
478
- if (normalized != null && normalized > maxLayer) {
479
- maxLayer = normalized;
480
- }
481
- }
482
- }
483
- return maxLayer >= 0 ? maxLayer + 1 : null;
484
- }
485
-
486
- function splitResolvedStepsBySection(resolvedSteps) {
487
- const grouped = {
488
- preLayer: [],
489
- decode: [],
490
- prefill: [],
491
- postLayer: [],
492
- };
493
- for (let index = 0; index < resolvedSteps.length; index += 1) {
494
- const step = normalizeResolvedStep(resolvedSteps[index], index);
495
- if (step.section === 'preLayer') {
496
- grouped.preLayer.push(step);
497
- continue;
498
- }
499
- if (step.section === 'postLayer') {
500
- grouped.postLayer.push(step);
501
- continue;
502
- }
503
- if (step.section === 'layer' && (step.phase === 'decode' || step.phase === 'both')) {
504
- grouped.decode.push(step);
505
- }
506
- if (step.section === 'layer' && (step.phase === 'prefill' || step.phase === 'both')) {
507
- grouped.prefill.push(step);
508
- }
509
- }
510
- return grouped;
511
- }
512
-
513
- function buildExecutionGraphSignaturePayload(modelRecord) {
514
- return stableValue({
515
- session: {
516
- activationDtype: modelRecord.session.compute.activationDtype,
517
- mathDtype: modelRecord.session.compute.mathDtype,
518
- accumDtype: modelRecord.session.compute.accumDtype,
519
- outputDtype: modelRecord.session.compute.outputDtype,
520
- kvDtype: modelRecord.session.kvDtype,
521
- kvLayout: modelRecord.session.kvLayout,
522
- decodeLoop: modelRecord.session.decodeLoop,
523
- },
524
- runtime: {
525
- inlineKernelPathEnabled: modelRecord.runtime.inlineKernelPathEnabled,
526
- },
527
- execution: modelRecord.execution.sections,
528
- });
529
- }
530
-
531
- function buildKernelRefKey(step) {
532
- return `${normalizeText(step.kernel)}#${normalizeText(step.entry || 'main')}#${normalizeText(step.digest)}`;
533
- }
534
-
535
- function buildKernelRefList(resolvedSteps) {
536
- const seen = new Set();
537
- const refs = [];
538
- for (const step of resolvedSteps) {
539
- const key = buildKernelRefKey(step);
540
- if (!key || seen.has(key)) continue;
541
- seen.add(key);
542
- refs.push({
543
- key,
544
- kernel: normalizeText(step.kernel),
545
- entry: normalizeText(step.entry || 'main') || 'main',
546
- digest: normalizeText(step.digest),
547
- });
548
- }
549
- return refs;
550
- }
551
-
552
- function normalizeQuantizationTag(rawConfig) {
553
- const weights = normalizeText(rawConfig?.quantization?.weights).toLowerCase();
554
- if (!weights) return 'weights';
555
- if (weights === 'q4k') return 'q4k-dequant';
556
- return weights;
557
- }
558
-
559
- function resolveFamily(configPath, manifest) {
560
- const modelType = normalizeText(manifest?.modelType).toLowerCase();
561
- const segments = String(configPath ?? '').split('/');
562
- if (segments.length >= 2) {
563
- return normalizeText(segments[segments.length - 2]).toLowerCase() || modelType || 'model';
564
- }
565
- return modelType || 'model';
566
- }
567
-
568
- function getRegistryAffinity(entry, modelRecord) {
569
- const id = normalizeText(entry?.id).toLowerCase();
570
- const family = normalizeText(modelRecord?.family).toLowerCase();
571
- const quantTag = normalizeQuantizationTag(modelRecord?.rawConfig);
572
- return {
573
- familyMatch: family ? id.startsWith(family) : false,
574
- quantizationMatch: quantTag ? id.includes(quantTag) : false,
575
- };
576
- }
577
-
578
- function rankKernelPathMatches(candidateShape, registryEntries, modelRecord) {
579
- if (!candidateShape) {
580
- return [];
581
- }
582
- const ranked = registryEntries.map((entry) => {
583
- const mismatchDetails = diffKernelPathShape(candidateShape, entry.pathShape, modelRecord);
584
- const affinity = getRegistryAffinity(entry, modelRecord);
585
- return {
586
- id: entry.id,
587
- status: entry.status,
588
- statusReason: entry.statusReason,
589
- notes: entry.notes,
590
- mismatchCount: mismatchDetails.length,
591
- mismatchReasons: mismatchDetails.map((detail) => detail.label),
592
- mismatchDetails,
593
- exact: mismatchDetails.length === 0,
594
- activationDtype: entry.pathShape?.activationDtype ?? null,
595
- kvDtype: entry.pathShape?.kvDtype ?? null,
596
- familyMatch: affinity.familyMatch,
597
- quantizationMatch: affinity.quantizationMatch,
598
- };
599
- });
600
- ranked.sort((left, right) => {
601
- if (left.mismatchCount !== right.mismatchCount) {
602
- return left.mismatchCount - right.mismatchCount;
603
- }
604
- if (left.familyMatch !== right.familyMatch) {
605
- return left.familyMatch ? -1 : 1;
606
- }
607
- if (left.quantizationMatch !== right.quantizationMatch) {
608
- return left.quantizationMatch ? -1 : 1;
609
- }
610
- return left.id.localeCompare(right.id);
611
- });
612
- return ranked;
613
- }
614
-
615
- function deriveAttentionTag(candidateShape) {
616
- const attentionStep = candidateShape?.decode?.find((step) => step.op === 'attention')
617
- || candidateShape?.prefill?.find((step) => step.op === 'attention')
618
- || null;
619
- const kernel = normalizeText(attentionStep?.kernel).toLowerCase();
620
- if (kernel.includes('online')) return 'online';
621
- if (kernel.includes('stream')) return 'streaming';
622
- if (kernel.includes('small')) return 'small';
623
- if (kernel.includes('decode')) return 'decode';
624
- return 'path';
625
- }
626
-
627
- function buildSuggestedKernelPathId(modelRecord, candidateShape) {
628
- const family = resolveFamily(modelRecord.configPath, { modelType: modelRecord.modelType });
629
- const quantTag = normalizeQuantizationTag(modelRecord.rawConfig);
630
- const activation = normalizeText(candidateShape?.activationDtype || modelRecord.session.compute.activationDtype || 'f32').toLowerCase();
631
- const attentionTag = deriveAttentionTag(candidateShape);
632
- return [family, quantTag, `${activation}a`, attentionTag]
633
- .map((part) => part.replace(/[^a-z0-9-]+/g, '-'))
634
- .filter(Boolean)
635
- .join('-');
636
- }
637
-
638
- function buildRuntimeConfigFromSession(session) {
639
- const runtimeConfig = cloneJsonLike(DEFAULT_RUNTIME_CONFIG);
640
- const runtimeInferencePatch = buildSessionRuntimePatch(session);
641
- return {
642
- ...runtimeConfig,
643
- inference: mergeRuntimeValues(runtimeConfig.inference ?? {}, runtimeInferencePatch),
644
- };
645
- }
646
-
647
- function summarizeCompiledPlan(planState) {
648
- return {
649
- primaryPlanId: planState?.primaryPlan?.id ?? null,
650
- primaryKernelPathId: planState?.primaryPlan?.kernelPathId ?? null,
651
- primaryActivationDtype: planState?.primaryPlan?.activationDtype ?? null,
652
- fallbackPlanId: planState?.fallbackPlan?.id ?? null,
653
- fallbackKernelPathId: planState?.fallbackPlan?.kernelPathId ?? null,
654
- };
655
- }
656
-
657
- function verifyKernelPathProposal(path, candidateShape, session) {
658
- if (!path) {
659
- return null;
660
- }
661
- const checks = [];
662
- const errors = [];
663
-
664
- const validationErrors = validateKernelPath(path);
665
- checks.push({
666
- id: 'kernelPathContract',
667
- ok: validationErrors.length === 0,
668
- });
669
- if (validationErrors.length > 0) {
670
- errors.push(...validationErrors.map((entry) => `[KernelPath] ${entry}`));
671
- }
672
-
673
- try {
674
- assertKernelPathSessionCompatibility(path, session);
675
- checks.push({
676
- id: 'sessionCompatibility',
677
- ok: true,
678
- });
679
- } catch (error) {
680
- checks.push({
681
- id: 'sessionCompatibility',
682
- ok: false,
683
- });
684
- errors.push(error instanceof Error ? error.message : String(error));
685
- }
686
-
687
- const roundTripShape = normalizeKernelPathShape(path);
688
- const roundTripShapeMatches = compareField(roundTripShape, candidateShape);
689
- checks.push({
690
- id: 'roundTripShape',
691
- ok: roundTripShapeMatches,
692
- });
693
- if (!roundTripShapeMatches) {
694
- errors.push('[KernelPath] proposal does not round-trip to the same normalized execution shape.');
695
- }
696
-
697
- try {
698
- const runtimeConfig = buildRuntimeConfigFromSession(session);
699
- const planState = compileExecutionPlanState({
700
- runtimeConfig,
701
- resolvedKernelPath: path,
702
- kernelPathSource: 'self',
703
- });
704
- checks.push({
705
- id: 'executionPlanCompile',
706
- ok: true,
707
- });
708
- return {
709
- ok: errors.length === 0,
710
- checks,
711
- errors,
712
- roundTripShapeMatches,
713
- compiledPlan: summarizeCompiledPlan(planState),
714
- };
715
- } catch (error) {
716
- checks.push({
717
- id: 'executionPlanCompile',
718
- ok: false,
719
- });
720
- errors.push(error instanceof Error ? error.message : String(error));
721
- return {
722
- ok: false,
723
- checks,
724
- errors,
725
- roundTripShapeMatches,
726
- compiledPlan: null,
727
- };
728
- }
729
- }
730
-
731
- function buildProposedKernelPath(modelRecord, candidateShape, exactMatchEntry, session) {
732
- if (!candidateShape) {
733
- return null;
734
- }
735
- const proposalPath = exactMatchEntry?.path
736
- ? cloneJsonLike(exactMatchEntry.path)
737
- : materializeKernelPathFromShape(modelRecord.modelId, candidateShape, {
738
- id: buildSuggestedKernelPathId(modelRecord, candidateShape),
739
- name: `Derived kernel path for ${modelRecord.modelId}`,
740
- description: `Generated from ${modelRecord.modelId} execution-v1 graph.`,
741
- });
742
- const verification = verifyKernelPathProposal(proposalPath, candidateShape, session);
743
- return {
744
- kind: exactMatchEntry?.path ? 'existing' : 'proposed',
745
- selectedKernelPathId: exactMatchEntry?.id ?? null,
746
- path: proposalPath,
747
- verification,
748
- };
749
- }
750
-
751
- function buildFallbackExecutionContractSessionFacts(manifest) {
752
- const session = normalizeObject(manifest?.inference?.session);
753
- const decodeLoop = normalizeObject(session.decodeLoop);
754
- return {
755
- source: 'session',
756
- facts: {
757
- layout: normalizeText(session?.kvcache?.layout) || null,
758
- disableCommandBatching: decodeLoop.disableCommandBatching ?? null,
759
- decodeBatchSize: normalizeInteger(decodeLoop.batchSize),
760
- headDim: normalizeInteger(manifest?.architecture?.headDim),
761
- kvLen: normalizeInteger(manifest?.architecture?.maxSeqLen ?? session?.kvcache?.maxSeqLen),
762
- coldQuantMode: normalizeText(session?.kvcache?.tiering?.mode) || null,
763
- },
764
- error: null,
765
- };
766
- }
767
-
768
- function buildExecutionContractSessionFacts(manifest, resolvedSteps) {
769
- const syntheticManifest = {
770
- modelId: manifest?.modelId ?? 'model',
771
- architecture: manifest?.architecture ?? null,
772
- inference: {
773
- session: manifest?.inference?.session ?? null,
774
- execution: {
775
- steps: resolvedSteps.map((step) => ({
776
- id: step.id,
777
- phase: step.phase,
778
- op: step.op,
779
- })),
780
- },
781
- },
782
- };
783
- try {
784
- const facts = extractExecutionContractFacts(syntheticManifest);
785
- return {
786
- source: 'execution-contract',
787
- facts: facts.session,
788
- error: null,
789
- };
790
- } catch (error) {
791
- return {
792
- ...buildFallbackExecutionContractSessionFacts(manifest),
793
- error: error instanceof Error ? error.message : String(error),
794
- };
795
- }
796
- }
797
-
798
- function buildSourceSignature(materialization) {
799
- const manifest = materialization.manifest;
800
- const resolvedSteps = resolveExecutionSteps(manifest.inference.execution);
801
- const contractFacts = buildExecutionContractSessionFacts(manifest, resolvedSteps);
802
- return stableValue({
803
- modelId: materialization.modelId,
804
- session: contractFacts.facts,
805
- execution: splitResolvedStepsBySection(resolvedSteps),
806
- });
807
- }
808
-
809
- function buildSourceConsistency(materializations) {
810
- if (!Array.isArray(materializations) || materializations.length <= 1) {
811
- return {
812
- ok: true,
813
- comparedSources: Array.isArray(materializations) ? materializations.length : 0,
814
- mismatchedSources: [],
815
- };
816
- }
817
- const preferred = buildSourceSignature(materializations[0]);
818
- const mismatchedSources = [];
819
- for (const materialization of materializations.slice(1)) {
820
- const signature = buildSourceSignature(materialization);
821
- if (!compareField(signature, preferred)) {
822
- mismatchedSources.push({
823
- sourceKind: materialization.sourceKind,
824
- sourcePath: materialization.sourcePath,
825
- });
826
- }
827
- }
828
- return {
829
- ok: mismatchedSources.length === 0,
830
- comparedSources: materializations.length,
831
- mismatchedSources,
832
- };
833
- }
834
-
835
- function buildModelSources(materializations) {
836
- return materializations.map((materialization) => ({
837
- sourceKind: materialization.sourceKind,
838
- sourcePath: materialization.sourcePath,
839
- sourceLabel: materialization.sourceKind === 'artifact-manifest'
840
- ? 'Artifact manifest'
841
- : 'Conversion config',
842
- }));
843
- }
844
-
845
- function pickPrimaryMaterialization(materializations) {
846
- const artifactManifest = materializations.find((entry) => entry.sourceKind === 'artifact-manifest');
847
- return artifactManifest ?? materializations[0] ?? null;
848
- }
849
-
850
- function buildMaterializationFromConfigEntry(configEntry) {
851
- const rawConfig = normalizeObject(configEntry?.rawConfig);
852
- const configPath = normalizeText(configEntry?.configPath);
853
- const modelId = inferConversionConfigModelId(configPath, rawConfig);
854
- const stubManifest = {
855
- modelId,
856
- modelType: rawConfig?.modelType ?? null,
857
- };
858
- const materialized = resolveMaterializedManifestFromConversionConfig(rawConfig, stubManifest);
859
- return {
860
- modelId,
861
- sourceKind: 'conversion-config',
862
- sourcePath: configPath,
863
- configPath,
864
- rawConfig,
865
- manifest: {
866
- modelId,
867
- modelType: materialized.modelType,
868
- architecture: materialized.architecture ?? null,
869
- inference: materialized.inference,
870
- metadata: null,
871
- },
872
- };
873
- }
874
-
875
- function buildMaterializationFromManifestEntry(manifestEntry) {
876
- const manifest = normalizeObject(manifestEntry?.manifest);
877
- const manifestPath = normalizeText(manifestEntry?.manifestPath);
878
- const modelId = normalizeText(manifest?.modelId)
879
- || normalizeText(manifestEntry?.modelId)
880
- || normalizeText(manifestPath.split('/').slice(-2, -1)[0])
881
- || 'model';
882
- return {
883
- modelId,
884
- sourceKind: 'artifact-manifest',
885
- sourcePath: manifestPath,
886
- configPath: manifestPath,
887
- rawConfig: {},
888
- manifest,
889
- };
890
- }
891
-
892
- function buildSkippedRecord(materialization, reason) {
893
- return {
894
- modelId: materialization.modelId,
895
- configPath: materialization.configPath,
896
- reason,
897
- sources: buildModelSources([materialization]),
898
- };
899
- }
900
-
901
- function buildModelRecord(materializations, registryEntries) {
902
- const primary = pickPrimaryMaterialization(materializations);
903
- if (!primary) {
904
- return null;
905
- }
906
- const manifest = primary.manifest;
907
- const manifestInference = manifest?.inference;
908
- if (
909
- manifest?.modelType === 'diffusion'
910
- || manifest?.modelType === 'energy'
911
- || normalizeText(manifestInference?.pipeline).toLowerCase() === 'diffusion'
912
- || normalizeText(manifestInference?.pipeline).toLowerCase() === 'energy'
913
- ) {
914
- return {
915
- skipped: true,
916
- modelId: primary.modelId,
917
- configPath: primary.configPath,
918
- reason: `unsupported pipeline scope "${normalizeText(manifestInference?.pipeline) || manifest?.modelType}" for kernel-path builder`,
919
- sources: buildModelSources(materializations),
920
- };
921
- }
922
- if (!hasExecutionV1(manifestInference)) {
923
- return {
924
- skipped: true,
925
- modelId: primary.modelId,
926
- configPath: primary.configPath,
927
- reason: 'source does not materialize an execution-v1 graph',
928
- sources: buildModelSources(materializations),
929
- };
930
- }
931
-
932
- const modelId = primary.modelId;
933
- const rawConfig = primary.rawConfig ?? {};
934
- const resolvedSteps = resolveExecutionSteps(manifestInference.execution);
935
- const layerCount = inferLayerCount(manifestInference, resolvedSteps);
936
- const sourceConsistency = buildSourceConsistency(materializations);
937
- const customRuntimeFacts = buildCustomRuntimeFacts({
938
- modelId,
939
- manifestInference,
940
- });
941
-
942
- let compileResult = null;
943
- let runtimeCompileError = null;
944
- try {
945
- compileResult = compileExecutionV1({
946
- manifestInference,
947
- modelId,
948
- numLayers: layerCount ?? 0,
949
- });
950
- } catch (error) {
951
- runtimeCompileError = error instanceof Error ? error.message : String(error);
952
- }
953
-
954
- let candidateKernelPath = null;
955
- let candidateError = null;
956
- const comparableKernelPath = buildComparableKernelPathFromResolvedSteps(
957
- resolvedSteps,
958
- manifestInference.session,
959
- modelId,
960
- layerCount ?? 0
961
- );
962
- try {
963
- candidateKernelPath = buildInlineKernelPath(
964
- resolvedSteps,
965
- manifestInference.session,
966
- modelId,
967
- layerCount ?? 0,
968
- null
969
- );
970
- } catch (error) {
971
- candidateError = error instanceof Error ? error.message : String(error);
972
- }
973
-
974
- const contractSession = buildExecutionContractSessionFacts(manifest, resolvedSteps);
975
- const candidateShape = normalizeKernelPathShape(candidateKernelPath ?? comparableKernelPath);
976
-
977
- const baseModelRecord = {
978
- modelId,
979
- configPath: primary.configPath,
980
- family: resolveFamily(primary.configPath, manifest),
981
- modelType: manifest?.modelType ?? null,
982
- rawConfig,
983
- customRuntimeFacts,
984
- };
985
- const rankedMatches = rankKernelPathMatches(candidateShape, registryEntries, baseModelRecord);
986
- const exactMatchIds = rankedMatches.filter((entry) => entry.exact).map((entry) => entry.id);
987
- const exactMatchEntry = exactMatchIds.length > 0
988
- ? registryEntries.find((entry) => entry.id === exactMatchIds[0]) || null
989
- : null;
990
-
991
- const session = normalizeObject(manifestInference.session);
992
- const computeDefaults = normalizeObject(session.compute?.defaults);
993
- const layerTypes = Array.isArray(manifestInference?.layerPattern?.layerTypes)
994
- ? [...manifestInference.layerPattern.layerTypes]
995
- : null;
996
-
997
- const modelRecord = {
998
- modelId,
999
- configPath: primary.configPath,
1000
- family: resolveFamily(primary.configPath, manifest),
1001
- modelType: manifest?.modelType ?? null,
1002
- rawConfig,
1003
- sources: buildModelSources(materializations),
1004
- sourceConsistency,
1005
- session: {
1006
- compute: {
1007
- activationDtype: normalizeText(computeDefaults.activationDtype) || null,
1008
- mathDtype: normalizeText(computeDefaults.mathDtype) || null,
1009
- accumDtype: normalizeText(computeDefaults.accumDtype) || null,
1010
- outputDtype: normalizeText(computeDefaults.outputDtype) || null,
1011
- },
1012
- kvDtype: normalizeText(session?.kvcache?.kvDtype) || null,
1013
- kvLayout: normalizeText(contractSession.facts?.layout) || null,
1014
- decodeLoop: stableValue(normalizeObject(session.decodeLoop)),
1015
- batching: {
1016
- disableCommandBatching: contractSession.facts?.disableCommandBatching ?? null,
1017
- batchSize: contractSession.facts?.decodeBatchSize ?? null,
1018
- readbackInterval: session?.decodeLoop?.readbackInterval ?? null,
1019
- ringTokens: session?.decodeLoop?.ringTokens ?? null,
1020
- ringStop: session?.decodeLoop?.ringStop ?? null,
1021
- ringStaging: session?.decodeLoop?.ringStaging ?? null,
1022
- stopCheckMode: normalizeText(session?.decodeLoop?.stopCheckMode) || null,
1023
- },
1024
- executionContract: {
1025
- source: contractSession.source,
1026
- facts: stableValue(contractSession.facts),
1027
- error: contractSession.error,
1028
- },
1029
- loading: {
1030
- sourceKind: primary.sourceKind,
1031
- sourceRuntimeMode: normalizeText(manifest?.metadata?.sourceRuntime?.mode) || null,
1032
- },
1033
- },
1034
- layerPattern: {
1035
- type: normalizeText(manifestInference?.layerPattern?.type) || null,
1036
- layerCount,
1037
- layerTypes,
1038
- layerTypeCounts: countLayerTypes(layerTypes),
1039
- },
1040
- runtime: {
1041
- inlineKernelPathEnabled: manifestInference?.execution?.inlineKernelPath !== false,
1042
- actualLowering: compileResult?.runtimeInferencePatch?.kernelPath
1043
- ? 'inline-kernel-path'
1044
- : (runtimeCompileError ? 'inline-kernel-path-error' : 'execution-graph-only'),
1045
- hasGeneratedInlineKernelPath: candidateKernelPath != null,
1046
- kernelPathIds: [],
1047
- exactKernelPathIds: exactMatchIds,
1048
- compileError: runtimeCompileError,
1049
- },
1050
- execution: {
1051
- schema: normalizeText(manifestInference?.schema) || null,
1052
- sections: splitResolvedStepsBySection(resolvedSteps),
1053
- kernelRefs: buildKernelRefList(resolvedSteps),
1054
- },
1055
- candidate: {
1056
- available: candidateKernelPath != null,
1057
- error: candidateError,
1058
- closestMatches: rankedMatches.slice(0, 5),
1059
- exactMatchIds,
1060
- proposal: null,
1061
- normalizedShape: candidateShape,
1062
- },
1063
- customRuntimeFacts,
1064
- };
1065
-
1066
- modelRecord.candidate.proposal = buildProposedKernelPath(
1067
- modelRecord,
1068
- candidateShape,
1069
- exactMatchEntry,
1070
- manifestInference.session
1071
- );
1072
-
1073
- if (
1074
- modelRecord.runtime.actualLowering === 'inline-kernel-path'
1075
- && modelRecord.candidate.proposal?.verification?.ok === true
1076
- ) {
1077
- const proposalKernelPathId = modelRecord.candidate.proposal.selectedKernelPathId
1078
- || modelRecord.candidate.proposal.path?.id
1079
- || null;
1080
- modelRecord.runtime.kernelPathIds = exactMatchIds.length > 0
1081
- ? [...exactMatchIds]
1082
- : (proposalKernelPathId ? [proposalKernelPathId] : []);
1083
- }
1084
-
1085
- const signaturePayload = buildExecutionGraphSignaturePayload(modelRecord);
1086
- modelRecord.execution.signature = `execv1:${fnv1aHex(stableStringify(signaturePayload))}`;
1087
- return modelRecord;
1088
- }
1089
-
1090
- function buildReverseIndex(records, keyFn) {
1091
- const map = new Map();
1092
- for (const record of records) {
1093
- const keys = keyFn(record);
1094
- for (const key of keys) {
1095
- if (!key) continue;
1096
- const current = map.get(key) || [];
1097
- current.push(record.modelId);
1098
- map.set(key, current);
1099
- }
1100
- }
1101
- const output = {};
1102
- for (const [key, modelIds] of [...map.entries()].sort((left, right) => left[0].localeCompare(right[0]))) {
1103
- output[key] = [...new Set(modelIds)].sort((left, right) => left.localeCompare(right));
1104
- }
1105
- return output;
1106
- }
1107
-
1108
- function summarizeRegistryEntries(registryEntries, reverseIndexes) {
1109
- return registryEntries.map((entry) => ({
1110
- id: entry.id,
1111
- status: entry.status,
1112
- statusReason: entry.statusReason,
1113
- notes: entry.notes,
1114
- activationDtype: entry.pathShape?.activationDtype ?? null,
1115
- kvDtype: entry.pathShape?.kvDtype ?? null,
1116
- exactMatchModels: reverseIndexes.exactKernelPaths?.[entry.id] ?? [],
1117
- loweredModels: reverseIndexes.kernelPaths?.[entry.id] ?? [],
1118
- }));
1119
- }
1120
-
1121
- function buildGroupedMaterializations(options = {}) {
1122
- const materializations = [];
1123
- const configEntries = Array.isArray(options.configEntries) ? options.configEntries : [];
1124
- const manifestEntries = Array.isArray(options.manifestEntries) ? options.manifestEntries : [];
1125
-
1126
- for (const configEntry of configEntries) {
1127
- materializations.push(buildMaterializationFromConfigEntry(configEntry));
1128
- }
1129
- for (const manifestEntry of manifestEntries) {
1130
- materializations.push(buildMaterializationFromManifestEntry(manifestEntry));
1131
- }
1132
-
1133
- const grouped = new Map();
1134
- for (const materialization of materializations) {
1135
- const key = materialization.modelId;
1136
- const current = grouped.get(key) || [];
1137
- current.push(materialization);
1138
- grouped.set(key, current);
1139
- }
1140
- return [...grouped.entries()]
1141
- .sort((left, right) => left[0].localeCompare(right[0]))
1142
- .map(([, entries]) => entries);
1143
- }
1144
-
1145
- export function buildKernelPathBuilderIndex(options = {}) {
1146
- const registryEntries = Array.isArray(options.registryEntries)
1147
- ? options.registryEntries
1148
- .map((entry) => ({
1149
- id: normalizeText(entry?.id),
1150
- status: normalizeText(entry?.status) || 'canonical',
1151
- statusReason: normalizeText(entry?.statusReason) || '',
1152
- notes: normalizeText(entry?.notes) || '',
1153
- path: entry?.path ?? null,
1154
- pathShape: normalizeKernelPathShape(entry?.path),
1155
- }))
1156
- .filter((entry) => entry.id && entry.pathShape)
1157
- : [];
1158
-
1159
- const supportedModels = [];
1160
- const skipped = [];
1161
- for (const materializations of buildGroupedMaterializations(options)) {
1162
- const record = buildModelRecord(materializations, registryEntries);
1163
- if (!record) {
1164
- continue;
1165
- }
1166
- if (record?.skipped) {
1167
- skipped.push(record);
1168
- continue;
1169
- }
1170
- supportedModels.push(record);
1171
- }
1172
-
1173
- supportedModels.sort((left, right) => left.modelId.localeCompare(right.modelId));
1174
-
1175
- const reverseIndexes = {
1176
- kernelPaths: buildReverseIndex(supportedModels, (record) => record.runtime.kernelPathIds),
1177
- exactKernelPaths: buildReverseIndex(supportedModels, (record) => record.runtime.exactKernelPathIds),
1178
- executionGraphs: buildReverseIndex(supportedModels, (record) => [record.execution.signature]),
1179
- kernels: buildReverseIndex(supportedModels, (record) => record.execution.kernelRefs.map((entry) => entry.key)),
1180
- };
1181
-
1182
- return {
1183
- schemaVersion: 2,
1184
- artifactKind: 'execution-index',
1185
- source: 'kernel-path-builder',
1186
- stats: {
1187
- models: supportedModels.length,
1188
- skipped: skipped.length,
1189
- registryKernelPaths: registryEntries.length,
1190
- configSources: Array.isArray(options.configEntries) ? options.configEntries.length : 0,
1191
- manifestSources: Array.isArray(options.manifestEntries) ? options.manifestEntries.length : 0,
1192
- exactKernelPathMatches: supportedModels.filter((record) => record.runtime.exactKernelPathIds.length > 0).length,
1193
- loweredThroughKernelPaths: supportedModels.filter((record) => record.runtime.kernelPathIds.length > 0).length,
1194
- proposalOnlyModels: supportedModels.filter((record) => (
1195
- record.runtime.actualLowering === 'inline-kernel-path'
1196
- && record.runtime.exactKernelPathIds.length === 0
1197
- && record.candidate.proposal?.verification?.ok === true
1198
- )).length,
1199
- verifiedProposals: supportedModels.filter((record) => record.candidate.proposal?.verification?.ok === true).length,
1200
- unverifiedProposals: supportedModels.filter((record) => record.candidate.proposal && record.candidate.proposal.verification?.ok !== true).length,
1201
- modelsWithArtifactManifest: supportedModels.filter((record) => record.sources.some((source) => source.sourceKind === 'artifact-manifest')).length,
1202
- modelsWithSourceDrift: supportedModels.filter((record) => record.sourceConsistency?.ok === false).length,
1203
- executionGraphOnlyModels: supportedModels.filter((record) => record.runtime.actualLowering === 'execution-graph-only').length,
1204
- },
1205
- skipped,
1206
- kernelPaths: summarizeRegistryEntries(registryEntries, reverseIndexes),
1207
- reverseIndexes,
1208
- models: supportedModels.map((record) => {
1209
- const { rawConfig, ...publicRecord } = record;
1210
- return publicRecord;
1211
- }),
1212
- };
1213
- }
1214
-
1215
- export function buildKernelPathBuilderProposals(indexPayload) {
1216
- const models = Array.isArray(indexPayload?.models) ? indexPayload.models : [];
1217
- const proposals = models
1218
- .filter((model) => model?.candidate?.proposal)
1219
- .map((model) => ({
1220
- modelId: model.modelId,
1221
- actualLowering: model.runtime?.actualLowering ?? null,
1222
- sources: model.sources ?? [],
1223
- exactKernelPathIds: model.runtime?.exactKernelPathIds ?? [],
1224
- proposal: model.candidate.proposal,
1225
- closestMatches: Array.isArray(model.candidate?.closestMatches)
1226
- ? model.candidate.closestMatches.slice(0, 3)
1227
- : [],
1228
- customRuntimeFacts: model.customRuntimeFacts ?? [],
1229
- }));
1230
- return {
1231
- schemaVersion: 1,
1232
- artifactKind: 'kernel-path-proposals',
1233
- source: indexPayload?.source ?? 'kernel-path-builder',
1234
- stats: {
1235
- proposals: proposals.length,
1236
- verified: proposals.filter((entry) => entry.proposal?.verification?.ok === true).length,
1237
- unverified: proposals.filter((entry) => entry.proposal?.verification?.ok !== true).length,
1238
- newKernelPaths: proposals.filter((entry) => entry.proposal?.kind === 'proposed').length,
1239
- existingKernelPaths: proposals.filter((entry) => entry.proposal?.kind === 'existing').length,
1240
- },
1241
- proposals,
1242
- };
1243
- }
1244
-
1245
- function formatLayers(value) {
1246
- if (value === 'all') return 'all';
1247
- if (!Array.isArray(value) || value.length === 0) return '-';
1248
- return value.join(', ');
1249
- }
1250
-
1251
- function renderResolvedStepTableRows(model) {
1252
- const rows = [];
1253
- for (const [section, steps] of Object.entries(model.execution?.sections ?? {})) {
1254
- for (const step of Array.isArray(steps) ? steps : []) {
1255
- rows.push(
1256
- `| ${section} | ${step.phase || '-'} | ${step.op || '-'} | ${step.kernel || '-'} | ` +
1257
- `${step.entry || 'main'} | ${step.digest || '-'} | ${step.weights || '-'} | ${formatLayers(step.layers)} |`
1258
- );
1259
- }
1260
- }
1261
- if (rows.length === 0) {
1262
- return ['| - | - | - | - | - | - | - | - |'];
1263
- }
1264
- return rows;
1265
- }
1266
-
1267
- export function renderKernelPathBuilderReportMarkdown(indexPayload, proposalsPayload = null) {
1268
- const payload = indexPayload ?? { stats: {}, models: [], skipped: [] };
1269
- const models = Array.isArray(payload.models) ? payload.models : [];
1270
- const lines = [];
1271
- lines.push('# Kernel-Path Builder Report');
1272
- lines.push('');
1273
- lines.push('## Summary');
1274
- lines.push('');
1275
- lines.push(`- Models indexed: ${payload.stats?.models ?? 0}`);
1276
- lines.push(`- Registry kernel paths: ${payload.stats?.registryKernelPaths ?? 0}`);
1277
- lines.push(`- Config sources: ${payload.stats?.configSources ?? 0}`);
1278
- lines.push(`- Artifact manifest sources: ${payload.stats?.manifestSources ?? 0}`);
1279
- lines.push(`- Exact matches: ${payload.stats?.exactKernelPathMatches ?? 0}`);
1280
- lines.push(`- Verified proposals: ${payload.stats?.verifiedProposals ?? 0}`);
1281
- lines.push(`- Unverified proposals: ${payload.stats?.unverifiedProposals ?? 0}`);
1282
- if (Array.isArray(payload.skipped) && payload.skipped.length > 0) {
1283
- lines.push(`- Skipped: ${payload.skipped.length}`);
1284
- }
1285
- lines.push('');
1286
-
1287
- if (proposalsPayload?.stats) {
1288
- lines.push('## Proposal Stats');
1289
- lines.push('');
1290
- lines.push(`- Proposal records: ${proposalsPayload.stats.proposals ?? 0}`);
1291
- lines.push(`- New kernel-path ids: ${proposalsPayload.stats.newKernelPaths ?? 0}`);
1292
- lines.push(`- Existing kernel-path ids reused: ${proposalsPayload.stats.existingKernelPaths ?? 0}`);
1293
- lines.push('');
1294
- }
1295
-
1296
- if (Array.isArray(payload.skipped) && payload.skipped.length > 0) {
1297
- lines.push('## Skipped Sources');
1298
- lines.push('');
1299
- for (const skipped of payload.skipped) {
1300
- lines.push(`- \`${skipped.modelId}\` (${skipped.reason})`);
1301
- }
1302
- lines.push('');
1303
- }
1304
-
1305
- lines.push('## Models');
1306
- lines.push('');
1307
- for (const model of models) {
1308
- lines.push(`### ${model.modelId}`);
1309
- lines.push('');
1310
- lines.push(`- Sources: ${(model.sources || []).map((source) => `\`${source.sourcePath}\``).join(', ') || 'none'}`);
1311
- lines.push(`- Lowering: \`${model.runtime?.actualLowering || 'unknown'}\``);
1312
- lines.push(`- Session: activation=\`${model.session?.compute?.activationDtype || '--'}\`, kv=\`${model.session?.kvDtype || '--'}\`, layout=\`${model.session?.kvLayout || '--'}\`, batch=\`${model.session?.batching?.batchSize ?? '--'}\`, readback=\`${model.session?.batching?.readbackInterval ?? '--'}\``);
1313
- lines.push(`- Execution signature: \`${model.execution?.signature || '--'}\``);
1314
- if (model.sourceConsistency?.ok === false) {
1315
- lines.push(`- Source consistency: mismatch across ${model.sourceConsistency.comparedSources} sources`);
1316
- }
1317
- lines.push('');
1318
- lines.push('| Section | Phase | Op | Kernel | Entry | Digest | Weights | Layers |');
1319
- lines.push('| --- | --- | --- | --- | --- | --- | --- | --- |');
1320
- lines.push(...renderResolvedStepTableRows(model));
1321
- lines.push('');
1322
-
1323
- const matches = Array.isArray(model.candidate?.closestMatches) ? model.candidate.closestMatches : [];
1324
- if (matches.length > 0) {
1325
- lines.push('Closest matches:');
1326
- for (const match of matches.slice(0, 3)) {
1327
- lines.push(`- \`${match.id}\` (${match.mismatchCount} mismatches)`);
1328
- for (const detail of match.mismatchDetails || []) {
1329
- lines.push(` - ${detail.label} Hint: ${detail.repairHint}`);
1330
- }
1331
- }
1332
- lines.push('');
1333
- }
1334
-
1335
- if (model.candidate?.proposal) {
1336
- lines.push('Proposal:');
1337
- lines.push('');
1338
- lines.push('```json');
1339
- lines.push(JSON.stringify(model.candidate.proposal, null, 2));
1340
- lines.push('```');
1341
- lines.push('');
1342
- }
1343
- }
1344
- return `${lines.join('\n')}\n`;
1345
- }
1346
-
1347
- export {
1348
- aggregateTopDecodeTimers,
1349
- buildKernelPathBuilderRuntimeOverlay,
1350
- };
1351
-
1352
- export function buildKernelPathBuilderArtifacts(options = {}) {
1353
- const index = buildKernelPathBuilderIndex(options);
1354
- const proposals = buildKernelPathBuilderProposals(index);
1355
- const reportMarkdown = renderKernelPathBuilderReportMarkdown(index, proposals);
1356
- return {
1357
- index,
1358
- proposals,
1359
- reportMarkdown,
1360
- };
1361
- }