doppler-gpu 0.4.3 → 0.4.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (433) hide show
  1. package/CHANGELOG.md +28 -0
  2. package/README.md +54 -33
  3. package/assets/doppler.svg +57 -1601
  4. package/package.json +36 -5
  5. package/src/cli/cli-output.js +34 -1
  6. package/src/cli/doppler-cli.d.ts +18 -0
  7. package/src/cli/doppler-cli.js +68 -35
  8. package/src/cli/doppler-serve.d.ts +210 -0
  9. package/src/cli/doppler-serve.js +468 -42
  10. package/src/client/doppler-registry.json +3 -5
  11. package/src/client/provider.d.ts +1 -1
  12. package/src/client/provider.js +1 -1
  13. package/src/client/runtime/index.js +13 -0
  14. package/src/client/runtime/lora.d.ts +11 -1
  15. package/src/client/runtime/lora.js +28 -7
  16. package/src/client/runtime/model-manager.js +35 -11
  17. package/src/client/runtime/model-session.d.ts +2 -1
  18. package/src/client/runtime/model-session.js +2 -2
  19. package/src/client/runtime/model-source.js +20 -1
  20. package/src/client/runtime/types.d.ts +8 -0
  21. package/src/client/wrap-pipeline-handle.d.ts +62 -0
  22. package/src/client/wrap-pipeline-handle.js +188 -13
  23. package/src/config/conversion/README.md +5 -0
  24. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +646 -0
  25. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +3 -3
  26. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +4 -4
  27. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +4 -4
  28. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +393 -0
  29. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +425 -0
  30. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +17 -9
  31. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +4 -4
  32. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +4 -4
  33. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +737 -0
  34. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +730 -0
  35. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +780 -0
  36. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +716 -0
  37. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +5 -5
  38. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +4 -4
  39. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +14 -12
  40. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +7 -7
  41. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +7 -7
  42. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +3 -3
  43. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +3 -3
  44. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +3 -3
  45. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +3 -3
  46. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +8 -4
  47. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +8 -4
  48. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +9 -5
  49. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +8 -4
  50. package/src/config/goal-completion-matrix.json +552 -0
  51. package/src/config/kernel-path-loader.js +192 -38
  52. package/src/config/kernels/kernel-ref-digests.js +52 -18
  53. package/src/config/kernels/registry.json +3017 -744
  54. package/src/config/merge-contract-check.js +7 -3
  55. package/src/config/merge-helpers.d.ts +2 -0
  56. package/src/config/merge-helpers.js +1 -0
  57. package/src/config/merge.d.ts +1 -0
  58. package/src/config/merge.js +30 -0
  59. package/src/config/model-lanes/catalog-lane-resolver.d.ts +66 -0
  60. package/src/config/model-lanes/catalog-lane-resolver.js +170 -0
  61. package/src/config/param-validator.js +4 -0
  62. package/src/config/runtime/experiments/verify/lfm2-verify.json +3 -3
  63. package/src/config/runtime/profiles/diffusiongemma-26b-a4b-throughput.json +26 -0
  64. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-overlapped-probe.json +42 -0
  65. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-probe.json +39 -0
  66. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-b4.json +48 -0
  67. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-single.json +46 -0
  68. package/src/config/schema/buffer-pool.schema.js +3 -3
  69. package/src/config/schema/claim-evidence-contract.schema.json +93 -0
  70. package/src/config/schema/command-surface-contract.schema.json +81 -0
  71. package/src/config/schema/converter.schema.d.ts +11 -0
  72. package/src/config/schema/converter.schema.js +8 -0
  73. package/src/config/schema/doppler.schema.d.ts +1 -0
  74. package/src/config/schema/doppler.schema.js +38 -6
  75. package/src/config/schema/execution-v1.schema.d.ts +27 -0
  76. package/src/config/schema/execution-v1.schema.js +28 -19
  77. package/src/config/schema/goal-completion-matrix.schema.json +223 -0
  78. package/src/config/schema/inference.schema.d.ts +11 -0
  79. package/src/config/schema/manifest.schema.d.ts +107 -1
  80. package/src/config/schema/manifest.schema.js +10 -1
  81. package/src/config/schema/model-artifact-contract.schema.json +119 -0
  82. package/src/config/schema/moe.schema.d.ts +13 -0
  83. package/src/config/schema/moe.schema.js +1 -1
  84. package/src/config/schema/policy-schema-registry.json +26 -0
  85. package/src/config/schema/subsystem-support-contract.schema.json +48 -0
  86. package/src/config/schema/training-metrics.schema.d.ts +1 -1
  87. package/src/config/schema/training-metrics.schema.js +4 -3
  88. package/src/config/source-packages/litert/gemma-4-12b-it.json +390 -0
  89. package/src/config/source-packages/litert/gemma-4-e2b-it.json +7 -7
  90. package/src/config/source-packages/litert/gemma-4-e4b-it.json +370 -0
  91. package/src/config/source-packages/registry.json +25 -0
  92. package/src/config/supported-operations.json +5 -0
  93. package/src/config/transforms/capability-transform-resolver.d.ts +13 -2
  94. package/src/config/transforms/execution-graph-transforms.d.ts +42 -0
  95. package/src/config/transforms/execution-graph-transforms.js +227 -230
  96. package/src/converter/conversion-plan.d.ts +2 -0
  97. package/src/converter/conversion-plan.js +18 -4
  98. package/src/converter/core.d.ts +8 -0
  99. package/src/converter/core.js +574 -12
  100. package/src/converter/quantization-info.js +179 -2
  101. package/src/converter/quantizer.d.ts +5 -4
  102. package/src/converter/quantizer.js +16 -2
  103. package/src/experimental/adapters/lora-loader.js +109 -24
  104. package/src/experimental/diffusion/index.d.ts +24 -0
  105. package/src/experimental/diffusion/index.js +10 -0
  106. package/src/experimental/distribution/descriptor-transport.d.ts +117 -0
  107. package/src/experimental/distribution/descriptor-transport.js +342 -0
  108. package/src/experimental/training/README.md +11 -0
  109. package/src/experimental/training/autograd.js +33 -8
  110. package/src/experimental/training/datasets/gepa-frontier.d.ts +41 -0
  111. package/src/experimental/training/datasets/gepa-frontier.js +220 -0
  112. package/src/experimental/training/datasets/index.d.ts +13 -1
  113. package/src/experimental/training/datasets/index.js +8 -1
  114. package/src/experimental/training/datasets/teacher-traces.d.ts +51 -0
  115. package/src/experimental/training/datasets/teacher-traces.js +279 -0
  116. package/src/experimental/training/datasets/text-pairs.d.ts +45 -0
  117. package/src/experimental/training/datasets/text-pairs.js +82 -5
  118. package/src/experimental/training/distillation/student-fixture.d.ts +5 -0
  119. package/src/experimental/training/distillation/student-fixture.js +290 -32
  120. package/src/experimental/training/export.d.ts +9 -0
  121. package/src/experimental/training/export.js +113 -7
  122. package/src/experimental/training/index.d.ts +13 -1
  123. package/src/experimental/training/index.js +13 -1
  124. package/src/experimental/training/lora-pipeline.d.ts +143 -0
  125. package/src/experimental/training/lora-pipeline.js +1737 -49
  126. package/src/experimental/training/lora.js +23 -1
  127. package/src/experimental/training/loss.js +1 -1
  128. package/src/experimental/training/operator-agent-eval.d.ts +65 -0
  129. package/src/experimental/training/operator-agent-eval.js +326 -0
  130. package/src/experimental/training/operator-command.js +310 -51
  131. package/src/experimental/training/runner.d.ts +1 -0
  132. package/src/experimental/training/runner.js +4 -0
  133. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +160 -0
  134. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +175 -0
  135. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +175 -0
  136. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +160 -0
  137. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +162 -0
  138. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +160 -0
  139. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +137 -0
  140. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +152 -0
  141. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +152 -0
  142. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +137 -0
  143. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +139 -0
  144. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +137 -0
  145. package/src/experimental/training/workload-packs/registry.json +186 -6
  146. package/src/experimental/training/workloads.d.ts +37 -0
  147. package/src/experimental/training/workloads.js +110 -1
  148. package/src/formats/rdrr/functional-descriptor.d.ts +73 -0
  149. package/src/formats/rdrr/functional-descriptor.js +230 -0
  150. package/src/formats/rdrr/index.d.ts +1 -0
  151. package/src/formats/rdrr/index.js +1 -0
  152. package/src/formats/rdrr/parsing.js +22 -6
  153. package/src/formats/rdrr/source-transform-contract.js +10 -1
  154. package/src/formats/rdrr/storage-descriptor.js +9 -2
  155. package/src/formats/rdrr/types.d.ts +5 -3
  156. package/src/formats/rdrr/validation.js +15 -1
  157. package/src/gpu/command-recorder.d.ts +43 -3
  158. package/src/gpu/command-recorder.js +122 -25
  159. package/src/gpu/device.js +111 -11
  160. package/src/gpu/kernel-tuner/cache.js +1 -5
  161. package/src/gpu/kernels/attention.js +17 -9
  162. package/src/gpu/kernels/attention_decode_online_head256_f16kv.wgsl +236 -0
  163. package/src/gpu/kernels/attention_streaming_f16.wgsl +7 -5
  164. package/src/gpu/kernels/backward/cross_entropy_backward.js +72 -3
  165. package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +2 -2
  166. package/src/gpu/kernels/cast.js +74 -67
  167. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +46 -1
  168. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -20
  169. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +15 -12
  170. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +59 -44
  171. package/src/gpu/kernels/diffusion-gemma-sampling.d.ts +19 -0
  172. package/src/gpu/kernels/diffusion-gemma-sampling.js +104 -0
  173. package/src/gpu/kernels/diffusion_gemma_sampling.wgsl +130 -0
  174. package/src/gpu/kernels/dispatch.js +13 -3
  175. package/src/gpu/kernels/fused_ffn.js +3 -4
  176. package/src/gpu/kernels/fused_matmul_litert_int4_f16a.wgsl +78 -0
  177. package/src/gpu/kernels/fused_matmul_litert_int4_f16a_f32out.wgsl +78 -0
  178. package/src/gpu/kernels/fused_matmul_litert_int4_f32a_f32out.wgsl +76 -0
  179. package/src/gpu/kernels/fused_matmul_rmsnorm.js +101 -80
  180. package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a.wgsl +116 -0
  181. package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a_f32out.wgsl +116 -0
  182. package/src/gpu/kernels/fused_matmul_w4a16_f16a.wgsl +95 -0
  183. package/src/gpu/kernels/fused_matmul_w4a16_f16a_f32out.wgsl +95 -0
  184. package/src/gpu/kernels/gather.d.ts +84 -1
  185. package/src/gpu/kernels/gather.js +353 -5
  186. package/src/gpu/kernels/gather_litert_int4_vec4_f16_out.wgsl +75 -0
  187. package/src/gpu/kernels/gather_litert_int4_vec4_f32_out.wgsl +72 -0
  188. package/src/gpu/kernels/gather_split4_f16_vec4_f16_out.wgsl +103 -0
  189. package/src/gpu/kernels/gather_split8_f16_vec4_f16_out.wgsl +143 -0
  190. package/src/gpu/kernels/gather_split8_f16_vec4_f32_out.wgsl +143 -0
  191. package/src/gpu/kernels/gelu.wgsl +11 -7
  192. package/src/gpu/kernels/gelu_f16.wgsl +11 -7
  193. package/src/gpu/kernels/gemma4-route-expert.d.ts +35 -0
  194. package/src/gpu/kernels/gemma4-route-expert.js +126 -0
  195. package/src/gpu/kernels/gemma4_route_q4_matmul_f16a.wgsl +210 -0
  196. package/src/gpu/kernels/index.d.ts +71 -0
  197. package/src/gpu/kernels/index.js +52 -0
  198. package/src/gpu/kernels/kv-cache-write.d.ts +22 -0
  199. package/src/gpu/kernels/kv-cache-write.js +126 -0
  200. package/src/gpu/kernels/kv_cache_write_f32_to_f16.wgsl +32 -0
  201. package/src/gpu/kernels/lm-head-argmax.d.ts +19 -0
  202. package/src/gpu/kernels/lm-head-argmax.js +218 -0
  203. package/src/gpu/kernels/lm_head_argmax_f16.wgsl +189 -0
  204. package/src/gpu/kernels/matmul-dispatch.d.ts +11 -0
  205. package/src/gpu/kernels/matmul-dispatch.js +37 -1
  206. package/src/gpu/kernels/matmul-selection.d.ts +5 -5
  207. package/src/gpu/kernels/matmul-selection.js +104 -9
  208. package/src/gpu/kernels/matmul.d.ts +1 -1
  209. package/src/gpu/kernels/matmul.js +151 -43
  210. package/src/gpu/kernels/moe.d.ts +1 -0
  211. package/src/gpu/kernels/moe.js +46 -18
  212. package/src/gpu/kernels/pipeline-cache.d.ts +8 -0
  213. package/src/gpu/kernels/pipeline-cache.js +24 -0
  214. package/src/gpu/kernels/rep-penalty.d.ts +21 -0
  215. package/src/gpu/kernels/rep-penalty.js +17 -9
  216. package/src/gpu/kernels/residual.d.ts +1 -0
  217. package/src/gpu/kernels/residual.js +13 -1
  218. package/src/gpu/kernels/residual.wgsl +3 -3
  219. package/src/gpu/kernels/residual_f16.wgsl +5 -3
  220. package/src/gpu/kernels/residual_f16_vec4.wgsl +6 -6
  221. package/src/gpu/kernels/residual_vec4.wgsl +6 -6
  222. package/src/gpu/kernels/rmsnorm-pair.d.ts +39 -0
  223. package/src/gpu/kernels/rmsnorm-pair.js +152 -0
  224. package/src/gpu/kernels/rmsnorm-qk.d.ts +41 -0
  225. package/src/gpu/kernels/rmsnorm-qk.js +128 -0
  226. package/src/gpu/kernels/rmsnorm.d.ts +31 -0
  227. package/src/gpu/kernels/rmsnorm.js +32 -7
  228. package/src/gpu/kernels/rmsnorm.wgsl +10 -6
  229. package/src/gpu/kernels/rmsnorm_f16.wgsl +7 -3
  230. package/src/gpu/kernels/rmsnorm_pair.wgsl +224 -0
  231. package/src/gpu/kernels/rmsnorm_qk.wgsl +118 -0
  232. package/src/gpu/kernels/rmsnorm_qk_f16.wgsl +143 -0
  233. package/src/gpu/kernels/rope-qk.d.ts +41 -0
  234. package/src/gpu/kernels/rope-qk.js +143 -0
  235. package/src/gpu/kernels/rope_qk.wgsl +95 -0
  236. package/src/gpu/kernels/rope_qk_f16.wgsl +97 -0
  237. package/src/gpu/kernels/rule-registry.js +50 -10
  238. package/src/gpu/kernels/sample.js +212 -187
  239. package/src/gpu/kernels/scatter_add_dynamic_expert_scale.wgsl +47 -0
  240. package/src/gpu/kernels/scatter_add_dynamic_f16_expert_scale.wgsl +49 -0
  241. package/src/gpu/kernels/scatter_add_dynamic_f16_weights_expert_scale.wgsl +49 -0
  242. package/src/gpu/kernels/scatter_add_routes_f16_weights_expert_scale.wgsl +45 -0
  243. package/src/gpu/kernels/shader-cache.js +1 -21
  244. package/src/gpu/kernels/soft-embedding.d.ts +28 -0
  245. package/src/gpu/kernels/soft-embedding.js +447 -0
  246. package/src/gpu/kernels/soft_embedding_logits_f16.wgsl +107 -0
  247. package/src/gpu/kernels/soft_embedding_split_f16.wgsl +46 -0
  248. package/src/gpu/kernels/softmax.wgsl +5 -80
  249. package/src/gpu/kernels/split-qkv-rmsnorm-qk.d.ts +44 -0
  250. package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +154 -0
  251. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.d.ts +59 -0
  252. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +245 -0
  253. package/src/gpu/kernels/split_qkv_rmsnorm_qk.wgsl +146 -0
  254. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +185 -0
  255. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +187 -0
  256. package/src/gpu/kernels/uniform-utils.js +2 -5
  257. package/src/gpu/kernels/utils.d.ts +16 -1
  258. package/src/gpu/kernels/utils.js +42 -13
  259. package/src/gpu/readback-utils.js +10 -2
  260. package/src/gpu/uniform-cache.d.ts +10 -1
  261. package/src/gpu/uniform-cache.js +25 -7
  262. package/src/gpu/weight-buffer.d.ts +76 -7
  263. package/src/gpu/weight-buffer.js +85 -1
  264. package/src/inference/browser-harness-diffusion-energy-suites.js +269 -1
  265. package/src/inference/browser-harness-suite-helpers.d.ts +9 -0
  266. package/src/inference/browser-harness-suite-helpers.js +438 -2
  267. package/src/inference/browser-harness-text-helpers.d.ts +77 -0
  268. package/src/inference/browser-harness-text-helpers.js +236 -11
  269. package/src/inference/browser-harness.d.ts +8 -0
  270. package/src/inference/browser-harness.js +292 -8
  271. package/src/inference/decode-ring.d.ts +1 -0
  272. package/src/inference/decode-ring.js +7 -5
  273. package/src/inference/kv-cache/base.d.ts +25 -0
  274. package/src/inference/kv-cache/base.js +109 -1
  275. package/src/inference/kv-cache/mixed-geometry.d.ts +10 -0
  276. package/src/inference/kv-cache/mixed-geometry.js +109 -2
  277. package/src/inference/kv-cache/sliding-window.d.ts +14 -0
  278. package/src/inference/kv-cache/sliding-window.js +88 -0
  279. package/src/inference/model-lanes/execution-lane-resolver.d.ts +61 -0
  280. package/src/inference/model-lanes/execution-lane-resolver.js +126 -0
  281. package/src/inference/moe-router.d.ts +14 -1
  282. package/src/inference/moe-router.js +24 -1
  283. package/src/inference/pipelines/audio/gemma4.js +52 -1
  284. package/src/inference/pipelines/diffusion-gemma/config.d.ts +27 -0
  285. package/src/inference/pipelines/diffusion-gemma/config.js +149 -0
  286. package/src/inference/pipelines/diffusion-gemma/index.d.ts +31 -0
  287. package/src/inference/pipelines/diffusion-gemma/index.js +12 -0
  288. package/src/inference/pipelines/diffusion-gemma/pipeline.d.ts +69 -0
  289. package/src/inference/pipelines/diffusion-gemma/pipeline.js +380 -0
  290. package/src/inference/pipelines/diffusion-gemma/sampling.d.ts +128 -0
  291. package/src/inference/pipelines/diffusion-gemma/sampling.js +395 -0
  292. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +28 -4
  293. package/src/inference/pipelines/text/attention/dispatch-params.js +176 -2
  294. package/src/inference/pipelines/text/attention/projections.d.ts +71 -2
  295. package/src/inference/pipelines/text/attention/projections.js +329 -49
  296. package/src/inference/pipelines/text/attention/quant-options.d.ts +38 -0
  297. package/src/inference/pipelines/text/attention/record.js +446 -73
  298. package/src/inference/pipelines/text/attention/run.js +251 -49
  299. package/src/inference/pipelines/text/attention/types.d.ts +5 -1
  300. package/src/inference/pipelines/text/config.d.ts +22 -1
  301. package/src/inference/pipelines/text/config.js +199 -22
  302. package/src/inference/pipelines/text/dtype-contract.d.ts +1 -1
  303. package/src/inference/pipelines/text/dtype-contract.js +4 -1
  304. package/src/inference/pipelines/text/embed.d.ts +4 -3
  305. package/src/inference/pipelines/text/embed.js +16 -6
  306. package/src/inference/pipelines/text/execution-plan.d.ts +8 -0
  307. package/src/inference/pipelines/text/execution-plan.js +6 -0
  308. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +4 -0
  309. package/src/inference/pipelines/text/execution-runtime-builders.js +44 -28
  310. package/src/inference/pipelines/text/execution-v1.d.ts +2 -0
  311. package/src/inference/pipelines/text/execution-v1.js +373 -139
  312. package/src/inference/pipelines/text/ffn/dense.js +44 -13
  313. package/src/inference/pipelines/text/ffn/moe.d.ts +4 -1
  314. package/src/inference/pipelines/text/ffn/moe.js +9 -2
  315. package/src/inference/pipelines/text/ffn/sandwich.d.ts +3 -1
  316. package/src/inference/pipelines/text/ffn/sandwich.js +237 -15
  317. package/src/inference/pipelines/text/ffn/standard.d.ts +3 -1
  318. package/src/inference/pipelines/text/ffn/standard.js +44 -4
  319. package/src/inference/pipelines/text/generator-decode-policy.d.ts +81 -0
  320. package/src/inference/pipelines/text/generator-decode-policy.js +2 -12
  321. package/src/inference/pipelines/text/generator-helpers.js +5 -2
  322. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +84 -0
  323. package/src/inference/pipelines/text/generator-prefill-helpers.js +67 -1
  324. package/src/inference/pipelines/text/generator-runtime.d.ts +1 -0
  325. package/src/inference/pipelines/text/generator-steps.d.ts +38 -3
  326. package/src/inference/pipelines/text/generator-steps.js +268 -77
  327. package/src/inference/pipelines/text/generator.d.ts +39 -0
  328. package/src/inference/pipelines/text/generator.js +1105 -18
  329. package/src/inference/pipelines/text/init.d.ts +8 -1
  330. package/src/inference/pipelines/text/init.js +30 -1
  331. package/src/inference/pipelines/text/layer-plan-gpu.js +62 -14
  332. package/src/inference/pipelines/text/layer.js +272 -25
  333. package/src/inference/pipelines/text/linear-attention.js +6 -4
  334. package/src/inference/pipelines/text/logits/gpu.d.ts +49 -2
  335. package/src/inference/pipelines/text/logits/gpu.js +417 -66
  336. package/src/inference/pipelines/text/logits/index.d.ts +2 -2
  337. package/src/inference/pipelines/text/logits/index.js +96 -42
  338. package/src/inference/pipelines/text/logits/types.d.ts +2 -2
  339. package/src/inference/pipelines/text/lora-apply.js +17 -0
  340. package/src/inference/pipelines/text/moe-gpu.d.ts +13 -0
  341. package/src/inference/pipelines/text/moe-gpu.js +445 -16
  342. package/src/inference/pipelines/text/moe-impl.d.ts +13 -3
  343. package/src/inference/pipelines/text/moe-shape-validator.js +13 -1
  344. package/src/inference/pipelines/text/ops.d.ts +29 -2
  345. package/src/inference/pipelines/text/ops.js +19 -0
  346. package/src/inference/pipelines/text/per-layer-inputs.js +5 -0
  347. package/src/inference/pipelines/text/probes.js +4 -5
  348. package/src/inference/pipelines/text/sampling-config.d.ts +4 -10
  349. package/src/inference/pipelines/text/sampling-config.js +103 -64
  350. package/src/inference/pipelines/text/sampling.js +13 -9
  351. package/src/inference/pipelines/text/state.js +17 -0
  352. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +57 -0
  353. package/src/inference/pipelines/text/tsir-fixture-writer.js +8 -9
  354. package/src/inference/pipelines/text/types.d.ts +84 -3
  355. package/src/inference/pipelines/text/weights.d.ts +4 -2
  356. package/src/inference/pipelines/text/weights.js +4 -5
  357. package/src/inference/pipelines/text.d.ts +24 -0
  358. package/src/inference/pipelines/text.js +162 -38
  359. package/src/inference/pipelines/vision/gemma4.js +20 -9
  360. package/src/inference/tokenizer.d.ts +30 -0
  361. package/src/inference/tokenizer.js +340 -164
  362. package/src/inference/tokenizers/bundled.js +71 -49
  363. package/src/loader/doppler-loader.d.ts +11 -0
  364. package/src/loader/doppler-loader.js +290 -15
  365. package/src/loader/embedding-limit-preflight.d.ts +31 -0
  366. package/src/loader/embedding-limit-preflight.js +216 -0
  367. package/src/loader/embedding-loader.d.ts +8 -2
  368. package/src/loader/embedding-loader.js +263 -8
  369. package/src/loader/experts/expert-loader.d.ts +4 -1
  370. package/src/loader/experts/expert-loader.js +174 -5
  371. package/src/loader/final-weights-loader.d.ts +5 -0
  372. package/src/loader/final-weights-loader.js +167 -4
  373. package/src/loader/layer-loader.d.ts +2 -0
  374. package/src/loader/layer-loader.js +74 -6
  375. package/src/loader/loader-types.d.ts +59 -2
  376. package/src/loader/manifest-config.d.ts +8 -0
  377. package/src/loader/shard-resolver.js +37 -4
  378. package/src/loader/tensors/functional-descriptor-loader.d.ts +9 -0
  379. package/src/loader/tensors/functional-descriptor-loader.js +377 -0
  380. package/src/loader/tensors/tensor-loader.d.ts +36 -1
  381. package/src/loader/tensors/tensor-loader.js +437 -21
  382. package/src/loader/tensors/tensor-reader.d.ts +4 -1
  383. package/src/loader/tensors/tensor-reader.js +11 -4
  384. package/src/loader/weights.d.ts +3 -1
  385. package/src/memory/buffer-pool.js +12 -9
  386. package/src/models/diffusiongemma.d.ts +7 -0
  387. package/src/models/diffusiongemma.js +25 -0
  388. package/src/models/gemma4.js +24 -0
  389. package/src/models/qwen3.js +2 -2
  390. package/src/rules/execution-rules-contract-check.js +93 -10
  391. package/src/rules/inference/capability-transforms.rules.json +26 -2
  392. package/src/rules/inference/config.rules.json +1 -0
  393. package/src/rules/inference/dtype.rules.json +7 -0
  394. package/src/rules/inference/execution.rules.json +108 -17
  395. package/src/rules/inference/ffn.rules.json +18 -0
  396. package/src/rules/kernels/gather.rules.json +81 -0
  397. package/src/rules/kernels/matmul.rules.json +19 -0
  398. package/src/rules/kernels/moe.rules.json +3 -0
  399. package/src/rules/kernels/rep-penalty.rules.json +6 -0
  400. package/src/rules/kernels/rmsnorm-qk.rules.json +6 -0
  401. package/src/rules/kernels/rmsnorm.rules.json +42 -7
  402. package/src/rules/kernels/rope-qk.rules.json +6 -0
  403. package/src/rules/loader/tensor-loader.rules.json +8 -0
  404. package/src/rules/rule-registry.js +6 -0
  405. package/src/storage/artifact-storage-context.d.ts +1 -0
  406. package/src/storage/artifact-storage-context.js +10 -0
  407. package/src/tooling/browser-command-runner.d.ts +0 -3
  408. package/src/tooling/browser-command-runner.js +2 -14
  409. package/src/tooling/command-api-family-normalizers.js +4 -2
  410. package/src/tooling/command-api-helpers.js +2 -1
  411. package/src/tooling/command-api.d.ts +2 -0
  412. package/src/tooling/command-api.js +1 -0
  413. package/src/tooling/command-runner-shared.d.ts +4 -0
  414. package/src/tooling/command-runner-shared.js +2 -1
  415. package/src/tooling/diagnose-runner.js +2 -0
  416. package/src/tooling/litert-package-runtime.js +553 -16
  417. package/src/tooling/node-browser-command-runner.js +10 -4
  418. package/src/tooling/node-command-runner.js +7 -2
  419. package/src/tooling/node-convert-worker-pool.js +3 -0
  420. package/src/tooling/node-convert-worker.js +1 -0
  421. package/src/tooling/node-converter.js +12 -0
  422. package/src/tooling/node-webgpu.d.ts +1 -0
  423. package/src/tooling/node-webgpu.js +23 -11
  424. package/src/tooling/program-bundle.d.ts +52 -1
  425. package/src/tooling/rdrr-integrity-refresh.d.ts +18 -0
  426. package/src/tooling/source-artifact-adapter.js +7 -2
  427. package/src/tooling/source-package-profiles.d.ts +18 -1
  428. package/src/tooling/source-package-profiles.js +109 -1
  429. package/src/tooling/source-runtime-bundle.d.ts +1 -0
  430. package/src/tooling/source-runtime-bundle.js +27 -0
  431. package/src/tooling/source-runtime-converter-config.js +12 -3
  432. package/src/tooling-experimental-exports.shared.d.ts +10 -0
  433. package/src/tooling-experimental-exports.shared.js +10 -0
@@ -18,11 +18,24 @@ import {
18
18
  runLoraPipeline,
19
19
  watchLoraCheckpoints,
20
20
  } from './lora-pipeline.js';
21
- import { writeDistillCompareReport, writeDistillQualityGateReport } from './distillation/artifacts.js';
21
+ import { summarizeAgentEvalReportRequirements } from './operator-agent-eval.js';
22
+ import {
23
+ buildDistillArtifactBase,
24
+ writeDistillCompareReport,
25
+ writeDistillQualityGateReport,
26
+ writeDistillStageManifest,
27
+ } from './distillation/artifacts.js';
28
+ import { sha256Hex } from '../../utils/sha256.js';
22
29
 
23
30
  async function listJsonFiles(rootDir) {
24
31
  const results = [];
25
- const entries = await readdir(rootDir, { withFileTypes: true });
32
+ let entries = [];
33
+ try {
34
+ entries = await readdir(rootDir, { withFileTypes: true });
35
+ } catch (error) {
36
+ if (error?.code === 'ENOENT') return results;
37
+ throw error;
38
+ }
26
39
  for (const entry of entries) {
27
40
  const absolutePath = join(rootDir, entry.name);
28
41
  if (entry.isDirectory()) {
@@ -36,6 +49,70 @@ async function listJsonFiles(rootDir) {
36
49
  return results.sort((left, right) => left.localeCompare(right));
37
50
  }
38
51
 
52
+ function resolveComparableReportMetric(report, metric) {
53
+ if (!report || typeof report !== 'object') return null;
54
+ const direct = report[metric];
55
+ if (typeof direct === 'number' && Number.isFinite(direct)) {
56
+ return direct;
57
+ }
58
+ const nested = report.metrics?.[metric];
59
+ if (typeof nested === 'number' && Number.isFinite(nested)) {
60
+ return nested;
61
+ }
62
+ if (nested && typeof nested === 'object' && typeof nested.score === 'number' && Number.isFinite(nested.score)) {
63
+ return nested.score;
64
+ }
65
+ return null;
66
+ }
67
+
68
+ function sortTrainingReports(reports, workload = null) {
69
+ const metric = String(workload?.selectionMetric || reports[0]?.primaryMetric || 'primaryScore').trim();
70
+ const goal = String(workload?.selectionGoal || (metric === 'loss' ? 'min' : 'max')).trim();
71
+ return reports
72
+ .slice()
73
+ .sort((left, right) => {
74
+ const missingScore = goal === 'min' ? Number.POSITIVE_INFINITY : Number.NEGATIVE_INFINITY;
75
+ const leftScore = resolveComparableReportMetric(left, metric) ?? missingScore;
76
+ const rightScore = resolveComparableReportMetric(right, metric) ?? missingScore;
77
+ if (goal === 'min') return leftScore - rightScore;
78
+ return rightScore - leftScore;
79
+ });
80
+ }
81
+
82
+ function collectRequiredImprovementEvalIds(workload) {
83
+ const evalDatasets = Array.isArray(workload?.evalDatasets) ? workload.evalDatasets : [];
84
+ return evalDatasets
85
+ .filter((entry) => entry?.quality?.requireImprovement === true)
86
+ .map((entry) => entry.id);
87
+ }
88
+
89
+ function summarizeQualityClaims(reports) {
90
+ const claims = reports
91
+ .map((report) => report.qualityClaim)
92
+ .filter((claim) => claim && typeof claim === 'object');
93
+ return {
94
+ count: claims.length,
95
+ improvedCount: claims.filter((claim) => claim.improved === true).length,
96
+ requiredCount: claims.filter((claim) => claim.requireImprovement === true).length,
97
+ failedRequiredCount: claims.filter((claim) => claim.requireImprovement === true && claim.improved !== true).length,
98
+ };
99
+ }
100
+
101
+ async function loadTrainingEvalReports(rootDir) {
102
+ const files = await listJsonFiles(rootDir);
103
+ const reports = [];
104
+ for (const filePath of files) {
105
+ const report = await readJson(filePath);
106
+ if (report?.artifactType === 'training_eval_report') {
107
+ reports.push({
108
+ ...report,
109
+ reportPath: report.reportPath || filePath,
110
+ });
111
+ }
112
+ }
113
+ return reports;
114
+ }
115
+
39
116
  async function readJson(filePath) {
40
117
  const raw = await readFile(filePath, 'utf8');
41
118
  return JSON.parse(raw);
@@ -65,6 +142,157 @@ function resolveStageEntry(workload, action) {
65
142
  return null;
66
143
  }
67
144
 
145
+ function normalizeStageLabel(value) {
146
+ return String(value || '').trim().toLowerCase().replace(/[\s-]+/g, '_');
147
+ }
148
+
149
+ function isSftDistillStage(stageEntry) {
150
+ const trainingStage = normalizeStageLabel(stageEntry?.trainingStage || stageEntry?.id || '');
151
+ const objective = normalizeStageLabel(stageEntry?.objective || '');
152
+ return trainingStage === 'sft' || objective === 'sft';
153
+ }
154
+
155
+ function cloneJson(value) {
156
+ return JSON.parse(JSON.stringify(value));
157
+ }
158
+
159
+ function buildSftLoraLoadedWorkload(loadedWorkload, stageEntry, datasetPath) {
160
+ const workload = loadedWorkload.workload;
161
+ const sftLora = workload.pipeline?.sftLora || null;
162
+ if (!sftLora) {
163
+ throw new Error(`Distill SFT stage "${stageEntry.id}" requires distill.sftLora.`);
164
+ }
165
+ const stageId = String(stageEntry.id || 'sft').trim();
166
+ const syntheticWorkload = cloneJson({
167
+ ...workload,
168
+ kind: 'lora',
169
+ id: `${workload.id}-${stageId}-lora`,
170
+ description: `${workload.description} SFT LoRA stage ${stageId}`,
171
+ baseModelId: workload.studentModelId || workload.baseModelId,
172
+ datasetPath,
173
+ checkpointEvery: stageEntry.checkpointEvery,
174
+ selectionMetric: stageEntry.selectionMetric,
175
+ selectionGoal: stageEntry.selectionGoal,
176
+ training: {
177
+ ...workload.training,
178
+ steps: stageEntry.steps,
179
+ },
180
+ pipeline: sftLora,
181
+ });
182
+ const raw = JSON.stringify(syntheticWorkload);
183
+ return {
184
+ ...loadedWorkload,
185
+ raw,
186
+ workloadSha256: sha256Hex(raw),
187
+ workload: syntheticWorkload,
188
+ };
189
+ }
190
+
191
+ function resolveLoraDatasetHash(loraResult) {
192
+ return loraResult?.dataset?.datasetHash
193
+ || loraResult?.exports?.[0]?.manifest?.metadata?.datasetHash
194
+ || null;
195
+ }
196
+
197
+ async function runDistillSftLoraStage(options) {
198
+ const loadedWorkload = options.loadedWorkload;
199
+ const stageEntry = options.stageEntry;
200
+ const stageId = String(stageEntry.id || 'sft').trim();
201
+ const loraLoadedWorkload = buildSftLoraLoadedWorkload(
202
+ loadedWorkload,
203
+ stageEntry,
204
+ options.datasetPath || loadedWorkload.workload.datasetPath
205
+ );
206
+ const loraResult = await runLoraPipeline({
207
+ loadedWorkload: loraLoadedWorkload,
208
+ runRoot: join(options.layout.checkpoints, stageId, 'sft-lora'),
209
+ timestamp: options.timestamp || null,
210
+ });
211
+ const checkpointStep = Number.isInteger(Number(loraResult.lastCheckpoint?.step))
212
+ ? Number(loraResult.lastCheckpoint.step)
213
+ : null;
214
+ const checkpointArtifacts = Array.isArray(loraResult.checkpointArtifacts)
215
+ ? loraResult.checkpointArtifacts
216
+ : [];
217
+ const evalReports = Array.isArray(loraResult.evalReports) ? loraResult.evalReports : [];
218
+ const exports = Array.isArray(loraResult.exports) ? loraResult.exports : [];
219
+ const stageManifestPayload = {
220
+ ...buildDistillArtifactBase(loadedWorkload, {
221
+ prefix: 'dst_stage',
222
+ artifactType: 'distill_stage_manifest',
223
+ datasetPath: options.datasetPath || loadedWorkload.workload.datasetPath,
224
+ datasetHash: resolveLoraDatasetHash(loraResult),
225
+ stage: stageId,
226
+ checkpointStep,
227
+ configHash: loadedWorkload.workload.configHash,
228
+ parentArtifacts: options.parentArtifacts || [],
229
+ }),
230
+ stageId,
231
+ trainingStage: 'sft',
232
+ objective: 'sft',
233
+ stagePlanEntry: stageEntry,
234
+ stepCount: checkpointStep,
235
+ checkpointCount: checkpointArtifacts.length,
236
+ bestCheckpointId: loraResult.lastCheckpoint?.id || checkpointArtifacts[checkpointArtifacts.length - 1]?.checkpointId || null,
237
+ selectionMetric: stageEntry.selectionMetric,
238
+ selectionGoal: stageEntry.selectionGoal,
239
+ checkpointArtifacts,
240
+ evalReports: evalReports.map((report) => ({
241
+ checkpointId: report.checkpointId || null,
242
+ evalDatasetId: report.evalDatasetId || null,
243
+ reportPath: report.reportPath || null,
244
+ primaryMetric: report.primaryMetric || null,
245
+ primaryScore: report.primaryScore ?? null,
246
+ loss: report.loss ?? null,
247
+ baseline: report.baseline || null,
248
+ qualityClaim: report.qualityClaim || null,
249
+ })),
250
+ exports: exports.map((entry) => ({
251
+ checkpointId: entry.checkpointId || null,
252
+ manifestPath: entry.manifestPath || null,
253
+ runtimeManifestPath: entry.runtimeManifestPath || null,
254
+ weightsPath: entry.weightsPath || null,
255
+ weightsSha256: entry.weightsSha256 || null,
256
+ exportPath: entry.exportPath || null,
257
+ })),
258
+ sftLoraRun: {
259
+ runRoot: loraResult.runRoot,
260
+ workloadId: loraResult.workloadId,
261
+ runnerKind: loraResult.runnerKind,
262
+ preflight: loraResult.preflight || null,
263
+ baseModel: loraResult.baseModel || null,
264
+ dataset: loraResult.dataset || null,
265
+ },
266
+ legacyArtifact: null,
267
+ lastCheckpoint: loraResult.lastCheckpoint || null,
268
+ };
269
+ const stageManifest = await writeDistillStageManifest(options.layout, stageManifestPayload);
270
+ return {
271
+ stageId,
272
+ trainingStage: 'sft',
273
+ objective: 'sft',
274
+ runnerKind: loraResult.runnerKind,
275
+ metrics: loraResult.metrics,
276
+ checkpointArtifacts,
277
+ evalReports,
278
+ exports,
279
+ stageManifestPath: stageManifest.path,
280
+ loraRunRoot: loraResult.runRoot,
281
+ lastCheckpoint: loraResult.lastCheckpoint || null,
282
+ };
283
+ }
284
+
285
+ async function runResolvedDistillStage(options) {
286
+ const stageEntry = options.stageEntry;
287
+ if (isSftDistillStage(stageEntry)) {
288
+ return runDistillSftLoraStage(options);
289
+ }
290
+ if (String(stageEntry.trainingStage || stageEntry.id || '').includes('stage_b')) {
291
+ return runDistillationStageB(options);
292
+ }
293
+ return runDistillationStageA(options);
294
+ }
295
+
68
296
  async function buildDistillSubsetIfNeeded(loadedWorkload, layout, subsetManifestPath = null) {
69
297
  if (subsetManifestPath) {
70
298
  const manifest = await readJson(subsetManifestPath);
@@ -94,23 +322,15 @@ async function buildDistillSubsetIfNeeded(loadedWorkload, layout, subsetManifest
94
322
  }
95
323
 
96
324
  async function compareDistillRun(runRoot) {
97
- const evalDir = join(runRoot, 'eval');
98
- const files = await listJsonFiles(evalDir);
99
- const reports = [];
100
- for (const filePath of files) {
101
- const report = await readJson(filePath);
102
- if (report?.artifactType === 'training_eval_report') {
103
- reports.push(report);
104
- }
105
- }
106
- const sorted = reports
107
- .slice()
108
- .sort((left, right) => Number(right?.primaryScore ?? Number.NEGATIVE_INFINITY) - Number(left?.primaryScore ?? Number.NEGATIVE_INFINITY));
325
+ const workload = await loadWorkloadFromRunRoot(runRoot).then((loaded) => loaded.workload, () => null);
326
+ const sorted = sortTrainingReports(await loadTrainingEvalReports(runRoot), workload);
109
327
  const payload = {
110
328
  artifactType: 'training_compare_report',
111
329
  schemaVersion: 1,
112
330
  generatedAt: new Date().toISOString(),
113
331
  runRoot,
332
+ selectionMetric: workload?.selectionMetric || sorted[0]?.primaryMetric || null,
333
+ selectionGoal: workload?.selectionGoal || null,
114
334
  count: sorted.length,
115
335
  best: sorted[0] || null,
116
336
  reports: sorted.map((report) => ({
@@ -119,6 +339,10 @@ async function compareDistillRun(runRoot) {
119
339
  evalDatasetId: report.evalDatasetId || null,
120
340
  primaryMetric: report.primaryMetric || null,
121
341
  primaryScore: report.primaryScore ?? null,
342
+ loss: report.loss ?? null,
343
+ baseline: report.baseline || null,
344
+ qualityClaim: report.qualityClaim || null,
345
+ agentEval: report.agentEval || report.heldoutGate || null,
122
346
  bleu: report.bleu ?? null,
123
347
  chrf: report.chrf ?? null,
124
348
  reportPath: report.reportPath || null,
@@ -158,6 +382,46 @@ async function qualityGateDistillRun(runRoot, loadedWorkload) {
158
382
  expectedStageCount,
159
383
  actualStageCount,
160
384
  });
385
+ const evalReports = await loadTrainingEvalReports(runRoot);
386
+ const qualitySummary = summarizeQualityClaims(evalReports);
387
+ const agentEvalSummary = summarizeAgentEvalReportRequirements(loadedWorkload.workload, evalReports);
388
+ const requiredImprovementEvalIds = collectRequiredImprovementEvalIds(loadedWorkload.workload);
389
+ if (evalReports.length > 0) {
390
+ checks.push({
391
+ name: 'eval_reports',
392
+ path: runRoot,
393
+ ok: true,
394
+ count: evalReports.length,
395
+ });
396
+ }
397
+ if (qualitySummary.count > 0) {
398
+ checks.push({
399
+ name: 'baseline_quality_claims',
400
+ path: runRoot,
401
+ ok: qualitySummary.failedRequiredCount === 0,
402
+ ...qualitySummary,
403
+ });
404
+ }
405
+ if (requiredImprovementEvalIds.length > 0 && qualitySummary.count === 0) {
406
+ checks.push({
407
+ name: 'required_improvement_claims',
408
+ path: runRoot,
409
+ ok: false,
410
+ requiredEvalDatasetIds: requiredImprovementEvalIds,
411
+ error: 'No baseline quality claims were written for eval datasets that require improvement.',
412
+ });
413
+ }
414
+ if (agentEvalSummary.requiredCount > 0) {
415
+ checks.push({
416
+ name: 'agent_heldout_eval',
417
+ path: runRoot,
418
+ ok: agentEvalSummary.failedCount === 0,
419
+ ...agentEvalSummary,
420
+ error: agentEvalSummary.failedCount === 0
421
+ ? null
422
+ : 'One or more required agent held-out eval gates are missing or failing.',
423
+ });
424
+ }
161
425
  const passed = checks.every((entry) => entry.ok === true);
162
426
  const payload = {
163
427
  artifactType: 'training_quality_gate',
@@ -165,6 +429,8 @@ async function qualityGateDistillRun(runRoot, loadedWorkload) {
165
429
  generatedAt: new Date().toISOString(),
166
430
  runRoot,
167
431
  passed,
432
+ qualitySummary,
433
+ agentEvalSummary,
168
434
  checks,
169
435
  };
170
436
  const artifact = await writeDistillQualityGateReport({
@@ -206,49 +472,31 @@ async function runDistillCommand(request) {
206
472
  const stageResults = [];
207
473
  if (action === 'run') {
208
474
  for (const stageEntry of loadedWorkload.workload.pipeline.stagePlan) {
209
- const stageResult = String(stageEntry.trainingStage || stageEntry.id || '').includes('stage_b')
210
- ? await runDistillationStageB({
211
- loadedWorkload,
212
- stageEntry,
213
- layout: runArtifacts.layout,
214
- datasetPath,
215
- priorStageResult: stageResults[stageResults.length - 1] || null,
216
- legacyArtifactDir: join(runArtifacts.layout.runRoot, 'legacy-stage-artifacts'),
217
- timestamp: request.timestamp || null,
218
- })
219
- : await runDistillationStageA({
220
- loadedWorkload,
221
- stageEntry,
222
- layout: runArtifacts.layout,
223
- datasetPath,
224
- legacyArtifactDir: join(runArtifacts.layout.runRoot, 'legacy-stage-artifacts'),
225
- timestamp: request.timestamp || null,
226
- });
227
- stageResults.push(stageResult);
228
- }
229
- } else {
230
- const stageEntry = resolveStageEntry(loadedWorkload.workload, action);
231
- if (!stageEntry) {
232
- throw new Error(`Unable to resolve stage entry for action "${action}".`);
233
- }
234
- const stageResult = action === 'stage-b'
235
- ? await runDistillationStageB({
236
- loadedWorkload,
237
- stageEntry,
238
- layout: runArtifacts.layout,
239
- datasetPath,
240
- stageAArtifact: request.stageArtifact || null,
241
- legacyArtifactDir: join(runArtifacts.layout.runRoot, 'legacy-stage-artifacts'),
242
- timestamp: request.timestamp || null,
243
- })
244
- : await runDistillationStageA({
475
+ const stageResult = await runResolvedDistillStage({
245
476
  loadedWorkload,
246
477
  stageEntry,
247
478
  layout: runArtifacts.layout,
248
479
  datasetPath,
480
+ priorStageResult: stageResults[stageResults.length - 1] || null,
249
481
  legacyArtifactDir: join(runArtifacts.layout.runRoot, 'legacy-stage-artifacts'),
250
482
  timestamp: request.timestamp || null,
251
483
  });
484
+ stageResults.push(stageResult);
485
+ }
486
+ } else {
487
+ const stageEntry = resolveStageEntry(loadedWorkload.workload, action);
488
+ if (!stageEntry) {
489
+ throw new Error(`Unable to resolve stage entry for action "${action}".`);
490
+ }
491
+ const stageResult = await runResolvedDistillStage({
492
+ loadedWorkload,
493
+ stageEntry,
494
+ layout: runArtifacts.layout,
495
+ datasetPath,
496
+ stageAArtifact: action === 'stage-b' ? request.stageArtifact || null : null,
497
+ legacyArtifactDir: join(runArtifacts.layout.runRoot, 'legacy-stage-artifacts'),
498
+ timestamp: request.timestamp || null,
499
+ });
252
500
  stageResults.push(stageResult);
253
501
  }
254
502
  const compare = await compareDistillRun(runArtifacts.layout.runRoot);
@@ -345,11 +593,22 @@ async function runLoraCommand(request) {
345
593
  ? await loadTrainingWorkloadPack(request.workloadPath)
346
594
  : await loadWorkloadFromRunRoot(request.runRoot);
347
595
  if (action === 'run') {
348
- return runLoraPipeline({
596
+ const result = await runLoraPipeline({
349
597
  loadedWorkload,
350
598
  runRoot: request.runRoot || null,
351
599
  timestamp: request.timestamp || null,
352
600
  });
601
+ const compare = await compareLoraRun({
602
+ runRoot: result.runRoot,
603
+ });
604
+ const qualityGate = await qualityGateLoraRun({
605
+ runRoot: result.runRoot,
606
+ });
607
+ return {
608
+ ...result,
609
+ compare,
610
+ qualityGate,
611
+ };
353
612
  }
354
613
  if (action === 'eval') {
355
614
  const checkpointPath = request.checkpointPath
@@ -146,6 +146,7 @@ export interface TrainingRunOptions {
146
146
  strictPairContract?: boolean;
147
147
  distillShardIndex?: number | null;
148
148
  distillShardCount?: number | null;
149
+ checkpointKey?: string | null;
149
150
  resumeFrom?: string | null;
150
151
  forceResume?: boolean;
151
152
  forceResumeReason?: string | null;
@@ -812,6 +812,10 @@ async function resolveCheckpointKey(runOptions, distillContract, ulContract) {
812
812
  if (explicit) {
813
813
  return { explicit, fallback: await resolveDefaultCheckpointKey(runOptions, distillContract, ulContract) };
814
814
  }
815
+ const checkpointKey = normalizeOptionalString(runOptions.checkpointKey);
816
+ if (checkpointKey) {
817
+ return { explicit: null, fallback: checkpointKey };
818
+ }
815
819
  return { explicit: null, fallback: await resolveDefaultCheckpointKey(runOptions, distillContract, ulContract) };
816
820
  }
817
821
 
@@ -0,0 +1,160 @@
1
+ {
2
+ "schemaVersion": 1,
3
+ "kind": "distill",
4
+ "id": "distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny",
5
+ "description": "Tiny GLM-5.2-to-Gemma 270M f16 SFT workload for Reploid/Doppler agent harness behavior.",
6
+ "claimBoundary": "Executable SFT distillation receipt for agent harness teacher traces into a Doppler f16 LoRA adapter; not a model-quality claim.",
7
+ "seed": 1337,
8
+ "baseModelId": "gemma-3-270m-it-f16-af32",
9
+ "studentModelId": "gemma-3-270m-it-f16-af32",
10
+ "teacherModelId": "zai-org/GLM-5.2",
11
+ "datasetId": "doppler-agent-harness-sft-tiny",
12
+ "datasetPath": "tests/fixtures/training/doppler-agent-harness-sft-tiny.jsonl",
13
+ "evalDatasets": [
14
+ {
15
+ "id": "doppler-agent-harness-heldout-tiny-eval",
16
+ "datasetPath": "tests/fixtures/training/doppler-agent-harness-heldout-tiny.jsonl",
17
+ "evalKind": "text_generation",
18
+ "metrics": [
19
+ "loss",
20
+ "agent_heldout_gate"
21
+ ],
22
+ "decodePolicy": {
23
+ "maxTokens": 160,
24
+ "stopOnEos": true
25
+ },
26
+ "scoreboardColumns": [
27
+ "loss",
28
+ "baseline.loss",
29
+ "qualityClaim.absoluteImprovement",
30
+ "agentEval.passRate"
31
+ ],
32
+ "quality": {
33
+ "baseline": "base_model",
34
+ "requireImprovement": true,
35
+ "minAbsoluteImprovement": 0,
36
+ "minRelativeImprovement": 0
37
+ },
38
+ "sourceLangs": [],
39
+ "targetLangs": [],
40
+ "pairAllowlist": [],
41
+ "agentEval": {
42
+ "suiteId": "doppler-agent-harness-heldout-v1",
43
+ "categories": [
44
+ "reploid_vfs_status_tool_loop",
45
+ "no_hallucinated_files_tools"
46
+ ],
47
+ "minPassRate": 1,
48
+ "requirePatchApplies": false,
49
+ "requireNoHallucinatedFiles": true,
50
+ "requireNoHallucinatedTools": true,
51
+ "allowedFiles": [
52
+ "self/core/agent-loop.js",
53
+ "self/core/vfs.js",
54
+ "self/core/tool-runner.js"
55
+ ],
56
+ "allowedTools": [
57
+ "rg",
58
+ "node",
59
+ "npm",
60
+ "git",
61
+ "exec_command",
62
+ "apply_patch"
63
+ ]
64
+ }
65
+ }
66
+ ],
67
+ "trainingSchemaVersion": 1,
68
+ "checkpointEvery": 1,
69
+ "selectionMetric": "loss",
70
+ "selectionGoal": "min",
71
+ "surfaceSupport": "node",
72
+ "training": {
73
+ "optimizer": {
74
+ "type": "adamw",
75
+ "lr": 0.0001,
76
+ "beta1": 0.9,
77
+ "beta2": 0.999,
78
+ "eps": 1e-8,
79
+ "weightDecay": 0,
80
+ "scheduler": {
81
+ "enabled": false,
82
+ "type": "constant",
83
+ "warmupSteps": 0,
84
+ "stepSize": 1,
85
+ "gamma": 1,
86
+ "totalSteps": 1,
87
+ "minLr": 0
88
+ }
89
+ },
90
+ "batchSize": 1,
91
+ "accumSteps": 1,
92
+ "steps": 1,
93
+ "precision": {
94
+ "activations": "f16",
95
+ "gradients": "f16",
96
+ "loraParams": "f32"
97
+ },
98
+ "gradientClipping": {
99
+ "maxNorm": 1
100
+ }
101
+ },
102
+ "distill": {
103
+ "stagePlan": [
104
+ {
105
+ "id": "sft_lora",
106
+ "trainingStage": "sft",
107
+ "objective": "sft",
108
+ "steps": 1,
109
+ "checkpointEvery": 1,
110
+ "selectionMetric": "loss",
111
+ "selectionGoal": "min",
112
+ "evalSchedule": "final"
113
+ }
114
+ ],
115
+ "studentGraphMode": "causal_lm_lora",
116
+ "temperature": 1,
117
+ "alphaKd": 0,
118
+ "alphaCe": 1,
119
+ "tripletMargin": 0.2,
120
+ "sourceLangs": [],
121
+ "targetLangs": [],
122
+ "pairAllowlist": [],
123
+ "strictPairContract": false,
124
+ "sftLora": {
125
+ "datasetFormat": "text-pairs",
126
+ "taskType": "text_generation",
127
+ "maxLength": 128,
128
+ "joinWith": "\n",
129
+ "adapter": {
130
+ "rank": 4,
131
+ "alpha": 8,
132
+ "dropout": 0,
133
+ "targetModules": [
134
+ "q_proj",
135
+ "v_proj"
136
+ ]
137
+ },
138
+ "freeze": {
139
+ "encoder": false,
140
+ "prior": false,
141
+ "decoder": false,
142
+ "base": true,
143
+ "lora": false
144
+ },
145
+ "export": {
146
+ "enabled": true,
147
+ "atCheckpoints": false,
148
+ "select": "final",
149
+ "id": "glm52-doppler-agent-harness-gemma270m-f16-lora",
150
+ "name": "GLM-5.2 Doppler Agent Harness Gemma 270M F16 LoRA",
151
+ "format": "manifest_json"
152
+ },
153
+ "activation": {
154
+ "enabled": false,
155
+ "autoActivate": false,
156
+ "smokePrompt": "Handle a VFS hydration edit request."
157
+ }
158
+ }
159
+ }
160
+ }