doppler-gpu 0.4.2 → 0.4.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (880) hide show
  1. package/CHANGELOG.md +210 -0
  2. package/README.md +63 -38
  3. package/assets/doppler.svg +57 -1601
  4. package/package.json +111 -32
  5. package/src/cli/cli-model-resolution.js +275 -0
  6. package/src/cli/cli-output.js +486 -0
  7. package/src/cli/doppler-cli.d.ts +18 -0
  8. package/src/cli/doppler-cli.js +885 -744
  9. package/src/cli/doppler-quickstart.d.ts +7 -23
  10. package/src/cli/doppler-quickstart.js +4 -2
  11. package/src/cli/doppler-serve.d.ts +210 -0
  12. package/src/cli/doppler-serve.js +469 -43
  13. package/src/cli/runtime-profiles.d.ts +40 -0
  14. package/src/cli/runtime-profiles.js +225 -0
  15. package/src/client/doppler-api.js +1 -6
  16. package/src/client/doppler-registry.d.ts +12 -0
  17. package/src/client/doppler-registry.js +27 -0
  18. package/src/client/doppler-registry.json +66 -10
  19. package/src/client/failure-taxonomy.js +139 -0
  20. package/src/client/fault-injection.js +30 -0
  21. package/src/client/provider.d.ts +151 -0
  22. package/src/client/provider.js +374 -0
  23. package/src/client/receipt.js +156 -0
  24. package/src/client/runtime/index.js +69 -4
  25. package/src/client/runtime/lora.d.ts +11 -1
  26. package/src/client/runtime/lora.js +28 -7
  27. package/src/client/runtime/model-manager.d.ts +0 -14
  28. package/src/client/runtime/model-manager.js +34 -50
  29. package/src/client/runtime/model-session.d.ts +2 -1
  30. package/src/client/runtime/model-session.js +35 -2
  31. package/src/client/runtime/model-source.d.ts +13 -1
  32. package/src/client/runtime/model-source.js +148 -3
  33. package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
  34. package/src/client/runtime/node-quickstart-cache.js +353 -0
  35. package/src/client/runtime/source-runtime.js +1 -10
  36. package/src/client/runtime/types.d.ts +8 -60
  37. package/src/client/wrap-pipeline-handle.d.ts +82 -0
  38. package/src/client/wrap-pipeline-handle.js +259 -0
  39. package/src/config/README.md +3 -1
  40. package/src/config/conversion/README.md +28 -157
  41. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +646 -0
  42. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +21 -6
  43. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +19 -12
  44. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +27 -12
  45. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +393 -0
  46. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +425 -0
  47. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +39 -16
  48. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +19 -12
  49. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +27 -12
  50. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +737 -0
  51. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +730 -0
  52. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +780 -0
  53. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +716 -0
  54. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
  55. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
  56. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +591 -0
  57. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
  58. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +367 -61
  59. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
  60. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
  61. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
  62. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +19 -12
  63. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +82 -36
  64. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +96 -60
  65. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +521 -0
  66. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +515 -0
  67. package/src/config/execution-contract-check.js +6 -5
  68. package/src/config/goal-completion-matrix.json +552 -0
  69. package/src/config/kernel-path-loader.d.ts +8 -2
  70. package/src/config/kernel-path-loader.js +192 -38
  71. package/src/config/kernels/kernel-ref-digests.js +163 -126
  72. package/src/config/kernels/registry.d.ts +0 -35
  73. package/src/config/kernels/registry.js +5 -9
  74. package/src/config/kernels/registry.json +3593 -1146
  75. package/src/config/merge-contract-check.js +7 -3
  76. package/src/config/merge-helpers.d.ts +3 -1
  77. package/src/config/merge-helpers.js +2 -1
  78. package/src/config/merge.d.ts +1 -0
  79. package/src/config/merge.js +65 -7
  80. package/src/config/model-lanes/catalog-lane-resolver.d.ts +66 -0
  81. package/src/config/model-lanes/catalog-lane-resolver.js +170 -0
  82. package/src/config/param-categories.d.ts +0 -9
  83. package/src/config/param-categories.js +1 -5
  84. package/src/config/param-validator.d.ts +2 -0
  85. package/src/config/param-validator.js +20 -0
  86. package/src/config/platforms/loader.d.ts +0 -27
  87. package/src/config/platforms/loader.js +0 -30
  88. package/src/config/required-inference-fields-contract-check.js +1 -7
  89. package/src/config/runtime/README.md +28 -0
  90. package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +1 -1
  91. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
  92. package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
  93. package/src/config/runtime/experiments/verify/lfm2-verify.json +3 -3
  94. package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
  95. package/src/config/runtime/profiles/diffusiongemma-26b-a4b-throughput.json +26 -0
  96. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-overlapped-probe.json +42 -0
  97. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-probe.json +39 -0
  98. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-b4.json +48 -0
  99. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-single.json +46 -0
  100. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
  101. package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
  102. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
  103. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
  104. package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
  105. package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
  106. package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
  107. package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
  108. package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
  109. package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
  110. package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
  111. package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
  112. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
  113. package/src/config/schema/bridge.schema.d.ts +16 -0
  114. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  115. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  116. package/src/config/schema/buffer-pool.schema.js +3 -3
  117. package/src/config/schema/claim-evidence-contract.schema.json +93 -0
  118. package/src/config/schema/command-surface-contract.schema.json +81 -0
  119. package/src/config/schema/converter.schema.d.ts +16 -0
  120. package/src/config/schema/converter.schema.js +11 -0
  121. package/src/config/schema/debug.schema.d.ts +22 -1
  122. package/src/config/schema/debug.schema.js +1 -0
  123. package/src/config/schema/distill-training.schema.d.ts +0 -1
  124. package/src/config/schema/distill-training.schema.js +1 -1
  125. package/src/config/schema/doppler.schema.d.ts +13 -2
  126. package/src/config/schema/doppler.schema.js +140 -8
  127. package/src/config/schema/emulation.schema.d.ts +3 -0
  128. package/src/config/schema/emulation.schema.js +16 -16
  129. package/src/config/schema/execution-v1.schema.d.ts +39 -1
  130. package/src/config/schema/execution-v1.schema.js +35 -20
  131. package/src/config/schema/goal-completion-matrix.schema.json +223 -0
  132. package/src/config/schema/index.d.ts +52 -1
  133. package/src/config/schema/index.js +14 -0
  134. package/src/config/schema/inference.schema.d.ts +14 -3
  135. package/src/config/schema/kernel-path.schema.d.ts +6 -27
  136. package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
  137. package/src/config/schema/kernel-thresholds.schema.js +3 -7
  138. package/src/config/schema/kvcache.schema.js +0 -9
  139. package/src/config/schema/loading.schema.d.ts +12 -0
  140. package/src/config/schema/loading.schema.js +4 -0
  141. package/src/config/schema/manifest.schema.d.ts +175 -2
  142. package/src/config/schema/manifest.schema.js +58 -3
  143. package/src/config/schema/model-artifact-contract.schema.json +119 -0
  144. package/src/config/schema/moe.schema.d.ts +13 -0
  145. package/src/config/schema/moe.schema.js +1 -9
  146. package/src/config/schema/policy-schema-registry.json +26 -0
  147. package/src/config/schema/program-bundle.schema.d.ts +233 -0
  148. package/src/config/schema/program-bundle.schema.js +393 -0
  149. package/src/config/schema/subsystem-support-contract.schema.json +48 -0
  150. package/src/config/schema/training-metrics.schema.d.ts +1 -1
  151. package/src/config/schema/training-metrics.schema.js +4 -3
  152. package/src/config/schema/ul-training.schema.d.ts +0 -1
  153. package/src/config/schema/ul-training.schema.js +1 -1
  154. package/src/config/source-packages/litert/gemma-4-12b-it.json +390 -0
  155. package/src/config/source-packages/litert/gemma-4-e2b-it.json +41 -20
  156. package/src/config/source-packages/litert/gemma-4-e4b-it.json +370 -0
  157. package/src/config/source-packages/registry.json +25 -0
  158. package/src/config/supported-operations.d.ts +14 -0
  159. package/src/config/supported-operations.js +34 -0
  160. package/src/config/supported-operations.json +183 -0
  161. package/src/config/training-defaults.js +1 -7
  162. package/src/config/transforms/capability-transform-resolver.d.ts +13 -2
  163. package/src/config/transforms/capability-transform-resolver.js +3 -1
  164. package/src/config/transforms/execution-graph-transforms.d.ts +97 -0
  165. package/src/config/transforms/execution-graph-transforms.js +829 -168
  166. package/src/converter/conversion-plan.d.ts +2 -0
  167. package/src/converter/conversion-plan.js +31 -14
  168. package/src/converter/core.d.ts +65 -0
  169. package/src/converter/core.js +1153 -22
  170. package/src/converter/parsers/diffusion.js +1 -33
  171. package/src/converter/quantization-info.d.ts +5 -4
  172. package/src/converter/quantization-info.js +218 -5
  173. package/src/converter/quantizer.d.ts +24 -4
  174. package/src/converter/quantizer.js +92 -2
  175. package/src/debug/config.d.ts +0 -4
  176. package/src/debug/config.js +0 -17
  177. package/src/debug/index.d.ts +28 -30
  178. package/src/debug/index.js +0 -18
  179. package/src/debug/stats.d.ts +0 -8
  180. package/src/debug/stats.js +3 -3
  181. package/src/debug/tensor.d.ts +9 -2
  182. package/src/debug/tensor.js +11 -4
  183. package/src/debug/trace.js +2 -15
  184. package/src/errors/doppler-error.js +20 -0
  185. package/src/experimental/adapters/lora-loader.js +109 -24
  186. package/src/experimental/browser/quantization.d.ts +5 -0
  187. package/src/experimental/diffusion/index.d.ts +24 -0
  188. package/src/experimental/diffusion/index.js +10 -0
  189. package/src/experimental/distribution/descriptor-transport.d.ts +117 -0
  190. package/src/experimental/distribution/descriptor-transport.js +342 -0
  191. package/src/experimental/distribution/shard-delivery.js +179 -23
  192. package/src/experimental/training/README.md +11 -0
  193. package/src/experimental/training/artifacts.js +1 -14
  194. package/src/experimental/training/autograd.js +33 -8
  195. package/src/experimental/training/checkpoint.js +1 -14
  196. package/src/experimental/training/datasets/gepa-frontier.d.ts +41 -0
  197. package/src/experimental/training/datasets/gepa-frontier.js +220 -0
  198. package/src/experimental/training/datasets/index.d.ts +13 -1
  199. package/src/experimental/training/datasets/index.js +8 -1
  200. package/src/experimental/training/datasets/teacher-traces.d.ts +51 -0
  201. package/src/experimental/training/datasets/teacher-traces.js +279 -0
  202. package/src/experimental/training/datasets/text-pairs.d.ts +45 -0
  203. package/src/experimental/training/datasets/text-pairs.js +82 -5
  204. package/src/experimental/training/datasets/token-batch.d.ts +1 -1
  205. package/src/experimental/training/datasets/token-batch.js +2 -2
  206. package/src/experimental/training/distillation/dataset.js +2 -15
  207. package/src/experimental/training/distillation/eval.js +3 -3
  208. package/src/experimental/training/distillation/runtime.js +3 -16
  209. package/src/experimental/training/distillation/student-fixture.d.ts +5 -0
  210. package/src/experimental/training/distillation/student-fixture.js +296 -38
  211. package/src/experimental/training/export.d.ts +9 -0
  212. package/src/experimental/training/export.js +113 -7
  213. package/src/experimental/training/index.d.ts +13 -1
  214. package/src/experimental/training/index.js +13 -1
  215. package/src/experimental/training/lora-pipeline.d.ts +143 -0
  216. package/src/experimental/training/lora-pipeline.js +1733 -58
  217. package/src/experimental/training/lora.js +23 -1
  218. package/src/experimental/training/loss.js +1 -1
  219. package/src/experimental/training/objectives/base.d.ts +2 -2
  220. package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
  221. package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
  222. package/src/experimental/training/objectives/distill_kd.js +2 -2
  223. package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
  224. package/src/experimental/training/objectives/distill_triplet.js +2 -2
  225. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
  226. package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
  227. package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
  228. package/src/experimental/training/operator-agent-eval.d.ts +65 -0
  229. package/src/experimental/training/operator-agent-eval.js +326 -0
  230. package/src/experimental/training/operator-artifacts.js +1 -14
  231. package/src/experimental/training/operator-command.js +310 -51
  232. package/src/experimental/training/runner.d.ts +1 -0
  233. package/src/experimental/training/runner.js +5 -14
  234. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +160 -0
  235. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +175 -0
  236. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +175 -0
  237. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +160 -0
  238. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +162 -0
  239. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +160 -0
  240. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +137 -0
  241. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +152 -0
  242. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +152 -0
  243. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +137 -0
  244. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +139 -0
  245. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +137 -0
  246. package/src/experimental/training/workload-packs/registry.json +192 -12
  247. package/src/experimental/training/workloads.d.ts +37 -0
  248. package/src/experimental/training/workloads.js +111 -2
  249. package/src/formats/gguf/types.d.ts +0 -63
  250. package/src/formats/gguf/types.js +58 -38
  251. package/src/formats/litert/types.d.ts +0 -13
  252. package/src/formats/litert/types.js +2 -2
  253. package/src/formats/rdrr/distributed/index.d.ts +34 -0
  254. package/src/formats/rdrr/distributed/index.js +3 -0
  255. package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
  256. package/src/formats/rdrr/distributed/parsing.js +23 -0
  257. package/src/formats/rdrr/distributed/validation.d.ts +23 -0
  258. package/src/formats/rdrr/distributed/validation.js +131 -0
  259. package/src/formats/rdrr/functional-descriptor.d.ts +73 -0
  260. package/src/formats/rdrr/functional-descriptor.js +230 -0
  261. package/src/formats/rdrr/groups.d.ts +1 -13
  262. package/src/formats/rdrr/groups.js +0 -34
  263. package/src/formats/rdrr/index.d.ts +10 -0
  264. package/src/formats/rdrr/index.js +10 -0
  265. package/src/formats/rdrr/integrity.d.ts +51 -0
  266. package/src/formats/rdrr/integrity.js +200 -0
  267. package/src/formats/rdrr/lowerings.d.ts +28 -0
  268. package/src/formats/rdrr/lowerings.js +112 -0
  269. package/src/formats/rdrr/manifest.d.ts +0 -14
  270. package/src/formats/rdrr/manifest.js +5 -58
  271. package/src/formats/rdrr/merkle.d.ts +24 -0
  272. package/src/formats/rdrr/merkle.js +118 -0
  273. package/src/formats/rdrr/parsing.js +26 -6
  274. package/src/formats/rdrr/slice-compiler.d.ts +29 -0
  275. package/src/formats/rdrr/slice-compiler.js +188 -0
  276. package/src/formats/rdrr/source-transform-contract.js +10 -1
  277. package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
  278. package/src/formats/rdrr/storage-descriptor.js +193 -0
  279. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
  280. package/src/formats/rdrr/tensor-config-validator.js +0 -30
  281. package/src/formats/rdrr/types.d.ts +111 -2
  282. package/src/formats/rdrr/validation.js +260 -1
  283. package/src/formats/tflite/types.d.ts +0 -31
  284. package/src/formats/tflite/types.js +5 -5
  285. package/src/gpu/command-recorder.d.ts +45 -23
  286. package/src/gpu/command-recorder.js +122 -25
  287. package/src/gpu/device.d.ts +17 -3
  288. package/src/gpu/device.js +130 -14
  289. package/src/gpu/kernel-runtime.d.ts +8 -15
  290. package/src/gpu/kernel-selection-log.d.ts +0 -8
  291. package/src/gpu/kernel-selection-log.js +0 -15
  292. package/src/gpu/kernel-tuner/cache.js +1 -8
  293. package/src/gpu/kernels/README.md +50 -18
  294. package/src/gpu/kernels/activation_static_qdq.wgsl +3 -1
  295. package/src/gpu/kernels/attention.d.ts +28 -19
  296. package/src/gpu/kernels/attention.js +458 -16
  297. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
  298. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
  299. package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
  300. package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
  301. package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
  302. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
  303. package/src/gpu/kernels/attention_decode_online_head256_f16kv.wgsl +236 -0
  304. package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
  305. package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
  306. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
  307. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
  308. package/src/gpu/kernels/attention_f16.wgsl +88 -30
  309. package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
  310. package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
  311. package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
  312. package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
  313. package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
  314. package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
  315. package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
  316. package/src/gpu/kernels/attention_streaming_f16.wgsl +34 -9
  317. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
  318. package/src/gpu/kernels/backward/cross_entropy_backward.js +72 -3
  319. package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +2 -2
  320. package/src/gpu/kernels/backward/index.d.ts +6 -0
  321. package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
  322. package/src/gpu/kernels/backward/utils.d.ts +35 -0
  323. package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
  324. package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
  325. package/src/gpu/kernels/cast.js +74 -67
  326. package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
  327. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
  328. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
  329. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
  330. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +12 -50
  331. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +16 -33
  332. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +15 -12
  333. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +255 -170
  334. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
  335. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
  336. package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
  337. package/src/gpu/kernels/constants.d.ts +9 -48
  338. package/src/gpu/kernels/constants.js +0 -23
  339. package/src/gpu/kernels/conv2d.d.ts +0 -4
  340. package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
  341. package/src/gpu/kernels/dequant.d.ts +0 -16
  342. package/src/gpu/kernels/dequant.js +1 -71
  343. package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
  344. package/src/gpu/kernels/dequant_shared.wgsl +1 -55
  345. package/src/gpu/kernels/diffusion-gemma-sampling.d.ts +19 -0
  346. package/src/gpu/kernels/diffusion-gemma-sampling.js +104 -0
  347. package/src/gpu/kernels/diffusion_gemma_sampling.wgsl +130 -0
  348. package/src/gpu/kernels/dispatch.d.ts +12 -97
  349. package/src/gpu/kernels/dispatch.js +13 -120
  350. package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
  351. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
  352. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
  353. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
  354. package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
  355. package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
  356. package/src/gpu/kernels/fused_ffn.js +3 -4
  357. package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
  358. package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
  359. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
  360. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
  361. package/src/gpu/kernels/fused_matmul_litert_int4_f16a.wgsl +78 -0
  362. package/src/gpu/kernels/fused_matmul_litert_int4_f16a_f32out.wgsl +78 -0
  363. package/src/gpu/kernels/fused_matmul_litert_int4_f32a_f32out.wgsl +76 -0
  364. package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
  365. package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
  366. package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
  367. package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
  368. package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
  369. package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
  370. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
  371. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
  372. package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
  373. package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
  374. package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
  375. package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
  376. package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
  377. package/src/gpu/kernels/fused_matmul_rmsnorm.js +101 -80
  378. package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
  379. package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a.wgsl +116 -0
  380. package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a_f32out.wgsl +116 -0
  381. package/src/gpu/kernels/fused_matmul_w4a16_f16a.wgsl +95 -0
  382. package/src/gpu/kernels/fused_matmul_w4a16_f16a_f32out.wgsl +95 -0
  383. package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
  384. package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
  385. package/src/gpu/kernels/gather.d.ts +84 -8
  386. package/src/gpu/kernels/gather.js +353 -5
  387. package/src/gpu/kernels/gather_f16.wgsl +1 -1
  388. package/src/gpu/kernels/gather_litert_int4_vec4_f16_out.wgsl +75 -0
  389. package/src/gpu/kernels/gather_litert_int4_vec4_f32_out.wgsl +72 -0
  390. package/src/gpu/kernels/gather_split4_f16_vec4_f16_out.wgsl +103 -0
  391. package/src/gpu/kernels/gather_split8_f16_vec4_f16_out.wgsl +143 -0
  392. package/src/gpu/kernels/gather_split8_f16_vec4_f32_out.wgsl +143 -0
  393. package/src/gpu/kernels/gelu.wgsl +11 -7
  394. package/src/gpu/kernels/gelu_f16.wgsl +25 -22
  395. package/src/gpu/kernels/gemma4-route-expert.d.ts +35 -0
  396. package/src/gpu/kernels/gemma4-route-expert.js +126 -0
  397. package/src/gpu/kernels/gemma4_route_q4_matmul_f16a.wgsl +210 -0
  398. package/src/gpu/kernels/groupnorm.d.ts +0 -4
  399. package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
  400. package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
  401. package/src/gpu/kernels/index.d.ts +77 -5
  402. package/src/gpu/kernels/index.js +55 -4
  403. package/src/gpu/kernels/kv-cache-write.d.ts +22 -0
  404. package/src/gpu/kernels/kv-cache-write.js +126 -0
  405. package/src/gpu/kernels/kv_cache_write_f32_to_f16.wgsl +32 -0
  406. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
  407. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
  408. package/src/gpu/kernels/layernorm.d.ts +0 -4
  409. package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
  410. package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
  411. package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
  412. package/src/gpu/kernels/lm-head-argmax.d.ts +19 -0
  413. package/src/gpu/kernels/lm-head-argmax.js +218 -0
  414. package/src/gpu/kernels/lm_head_argmax_f16.wgsl +189 -0
  415. package/src/gpu/kernels/logit-merge.d.ts +0 -24
  416. package/src/gpu/kernels/logit-merge.js +1 -17
  417. package/src/gpu/kernels/matmul-dispatch.d.ts +11 -0
  418. package/src/gpu/kernels/matmul-dispatch.js +44 -2
  419. package/src/gpu/kernels/matmul-selection.d.ts +5 -5
  420. package/src/gpu/kernels/matmul-selection.js +172 -10
  421. package/src/gpu/kernels/matmul.d.ts +1 -29
  422. package/src/gpu/kernels/matmul.js +240 -38
  423. package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
  424. package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
  425. package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
  426. package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
  427. package/src/gpu/kernels/modulate_f16.wgsl +1 -1
  428. package/src/gpu/kernels/moe.d.ts +1 -56
  429. package/src/gpu/kernels/moe.js +46 -33
  430. package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
  431. package/src/gpu/kernels/pipeline-cache.d.ts +8 -0
  432. package/src/gpu/kernels/pipeline-cache.js +24 -0
  433. package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
  434. package/src/gpu/kernels/rep-penalty.d.ts +21 -0
  435. package/src/gpu/kernels/rep-penalty.js +17 -9
  436. package/src/gpu/kernels/residual.d.ts +1 -12
  437. package/src/gpu/kernels/residual.js +13 -1
  438. package/src/gpu/kernels/residual.wgsl +3 -3
  439. package/src/gpu/kernels/residual_f16.wgsl +6 -4
  440. package/src/gpu/kernels/residual_f16_vec4.wgsl +6 -6
  441. package/src/gpu/kernels/residual_vec4.wgsl +6 -6
  442. package/src/gpu/kernels/rmsnorm-pair.d.ts +39 -0
  443. package/src/gpu/kernels/rmsnorm-pair.js +152 -0
  444. package/src/gpu/kernels/rmsnorm-qk.d.ts +41 -0
  445. package/src/gpu/kernels/rmsnorm-qk.js +128 -0
  446. package/src/gpu/kernels/rmsnorm.d.ts +30 -7
  447. package/src/gpu/kernels/rmsnorm.js +49 -8
  448. package/src/gpu/kernels/rmsnorm.wgsl +15 -12
  449. package/src/gpu/kernels/rmsnorm_f16.wgsl +69 -39
  450. package/src/gpu/kernels/rmsnorm_pair.wgsl +224 -0
  451. package/src/gpu/kernels/rmsnorm_qk.wgsl +118 -0
  452. package/src/gpu/kernels/rmsnorm_qk_f16.wgsl +143 -0
  453. package/src/gpu/kernels/rope-qk.d.ts +41 -0
  454. package/src/gpu/kernels/rope-qk.js +143 -0
  455. package/src/gpu/kernels/rope.d.ts +1 -5
  456. package/src/gpu/kernels/rope.js +12 -2
  457. package/src/gpu/kernels/rope.wgsl +33 -19
  458. package/src/gpu/kernels/rope_f16.wgsl +39 -25
  459. package/src/gpu/kernels/rope_qk.wgsl +95 -0
  460. package/src/gpu/kernels/rope_qk_f16.wgsl +97 -0
  461. package/src/gpu/kernels/rule-registry.js +50 -10
  462. package/src/gpu/kernels/sample.d.ts +0 -5
  463. package/src/gpu/kernels/sample.js +212 -187
  464. package/src/gpu/kernels/sample.wgsl +7 -6
  465. package/src/gpu/kernels/sample_f16.wgsl +28 -30
  466. package/src/gpu/kernels/scatter_add_dynamic_expert_scale.wgsl +47 -0
  467. package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
  468. package/src/gpu/kernels/scatter_add_dynamic_f16_expert_scale.wgsl +49 -0
  469. package/src/gpu/kernels/scatter_add_dynamic_f16_weights_expert_scale.wgsl +49 -0
  470. package/src/gpu/kernels/scatter_add_routes_f16_weights_expert_scale.wgsl +45 -0
  471. package/src/gpu/kernels/shader-cache.d.ts +13 -0
  472. package/src/gpu/kernels/shader-cache.js +28 -21
  473. package/src/gpu/kernels/silu_f16.wgsl +1 -1
  474. package/src/gpu/kernels/soft-embedding.d.ts +28 -0
  475. package/src/gpu/kernels/soft-embedding.js +447 -0
  476. package/src/gpu/kernels/soft_embedding_logits_f16.wgsl +107 -0
  477. package/src/gpu/kernels/soft_embedding_split_f16.wgsl +46 -0
  478. package/src/gpu/kernels/softmax.wgsl +8 -223
  479. package/src/gpu/kernels/split-qkv-rmsnorm-qk.d.ts +44 -0
  480. package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +154 -0
  481. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.d.ts +59 -0
  482. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +245 -0
  483. package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
  484. package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
  485. package/src/gpu/kernels/split_qkv_rmsnorm_qk.wgsl +146 -0
  486. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +185 -0
  487. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +187 -0
  488. package/src/gpu/kernels/topk_f16.wgsl +1 -1
  489. package/src/gpu/kernels/turboquant-codebook.js +11 -40
  490. package/src/gpu/kernels/uniform-utils.d.ts +18 -0
  491. package/src/gpu/kernels/uniform-utils.js +2 -5
  492. package/src/gpu/kernels/upsample2d.d.ts +0 -4
  493. package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
  494. package/src/gpu/kernels/utils.d.ts +43 -0
  495. package/src/gpu/kernels/utils.js +81 -11
  496. package/src/gpu/perf-guards.d.ts +0 -12
  497. package/src/gpu/perf-guards.js +0 -62
  498. package/src/gpu/profiler.d.ts +0 -21
  499. package/src/gpu/profiler.js +0 -34
  500. package/src/gpu/readback-utils.js +10 -2
  501. package/src/gpu/submit-tracker.d.ts +0 -57
  502. package/src/gpu/submit-tracker.js +3 -62
  503. package/src/gpu/tensor.d.ts +0 -23
  504. package/src/gpu/tensor.js +0 -41
  505. package/src/gpu/uniform-cache.d.ts +10 -12
  506. package/src/gpu/uniform-cache.js +25 -30
  507. package/src/gpu/weight-buffer.d.ts +76 -7
  508. package/src/gpu/weight-buffer.js +85 -1
  509. package/src/index.d.ts +1 -0
  510. package/src/index.js +1 -0
  511. package/src/inference/browser-harness-diffusion-energy-suites.js +269 -1
  512. package/src/inference/browser-harness-model-helpers.d.ts +0 -9
  513. package/src/inference/browser-harness-model-helpers.js +22 -13
  514. package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
  515. package/src/inference/browser-harness-runtime-helpers.js +2 -2
  516. package/src/inference/browser-harness-suite-helpers.d.ts +13 -1
  517. package/src/inference/browser-harness-suite-helpers.js +525 -3
  518. package/src/inference/browser-harness-text-helpers.d.ts +89 -0
  519. package/src/inference/browser-harness-text-helpers.js +459 -25
  520. package/src/inference/browser-harness.d.ts +7 -28
  521. package/src/inference/browser-harness.js +556 -79
  522. package/src/inference/decode-ring.d.ts +1 -0
  523. package/src/inference/decode-ring.js +7 -5
  524. package/src/inference/kv-cache/base.d.ts +31 -0
  525. package/src/inference/kv-cache/base.js +125 -2
  526. package/src/inference/kv-cache/mixed-geometry.d.ts +11 -0
  527. package/src/inference/kv-cache/mixed-geometry.js +121 -4
  528. package/src/inference/kv-cache/quantized.js +2 -0
  529. package/src/inference/kv-cache/sliding-window.d.ts +14 -0
  530. package/src/inference/kv-cache/sliding-window.js +88 -0
  531. package/src/inference/kv-cache/tiered.js +7 -0
  532. package/src/inference/kv-cache/types.d.ts +2 -0
  533. package/src/inference/model-lanes/execution-lane-resolver.d.ts +61 -0
  534. package/src/inference/model-lanes/execution-lane-resolver.js +126 -0
  535. package/src/inference/moe-router.d.ts +14 -1
  536. package/src/inference/moe-router.js +24 -1
  537. package/src/inference/multi-model-network.d.ts +1 -1
  538. package/src/inference/multi-model-network.js +1 -2
  539. package/src/inference/network-evolution.d.ts +0 -12
  540. package/src/inference/network-evolution.js +2 -2
  541. package/src/inference/pipelines/audio/gemma4.js +52 -1
  542. package/src/inference/pipelines/context.js +17 -0
  543. package/src/inference/pipelines/diffusion/init.js +2 -2
  544. package/src/inference/pipelines/diffusion/pipeline.js +41 -96
  545. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
  546. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
  547. package/src/inference/pipelines/diffusion/vae.js +4 -4
  548. package/src/inference/pipelines/diffusion-gemma/config.d.ts +27 -0
  549. package/src/inference/pipelines/diffusion-gemma/config.js +149 -0
  550. package/src/inference/pipelines/diffusion-gemma/index.d.ts +31 -0
  551. package/src/inference/pipelines/diffusion-gemma/index.js +12 -0
  552. package/src/inference/pipelines/diffusion-gemma/pipeline.d.ts +69 -0
  553. package/src/inference/pipelines/diffusion-gemma/pipeline.js +380 -0
  554. package/src/inference/pipelines/diffusion-gemma/sampling.d.ts +128 -0
  555. package/src/inference/pipelines/diffusion-gemma/sampling.js +395 -0
  556. package/src/inference/pipelines/energy/quintel.d.ts +15 -0
  557. package/src/inference/pipelines/structured/index.d.ts +2 -0
  558. package/src/inference/pipelines/structured/index.js +2 -0
  559. package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
  560. package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
  561. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
  562. package/src/inference/pipelines/text/attention/attn-config.js +1 -1
  563. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +28 -4
  564. package/src/inference/pipelines/text/attention/dispatch-params.js +176 -2
  565. package/src/inference/pipelines/text/attention/projections.d.ts +73 -2
  566. package/src/inference/pipelines/text/attention/projections.js +398 -71
  567. package/src/inference/pipelines/text/attention/quant-options.d.ts +38 -0
  568. package/src/inference/pipelines/text/attention/record.js +542 -56
  569. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
  570. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
  571. package/src/inference/pipelines/text/attention/run.js +343 -50
  572. package/src/inference/pipelines/text/attention/types.d.ts +7 -1
  573. package/src/inference/pipelines/text/chat-format.d.ts +0 -10
  574. package/src/inference/pipelines/text/chat-format.js +1 -8
  575. package/src/inference/pipelines/text/config.d.ts +25 -26
  576. package/src/inference/pipelines/text/config.js +304 -25
  577. package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
  578. package/src/inference/pipelines/text/drift-policy.js +1 -1
  579. package/src/inference/pipelines/text/dtype-contract.d.ts +1 -1
  580. package/src/inference/pipelines/text/dtype-contract.js +4 -1
  581. package/src/inference/pipelines/text/embed.d.ts +25 -29
  582. package/src/inference/pipelines/text/embed.js +16 -45
  583. package/src/inference/pipelines/text/execution-plan.d.ts +13 -3
  584. package/src/inference/pipelines/text/execution-plan.js +21 -2
  585. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +4 -4
  586. package/src/inference/pipelines/text/execution-runtime-builders.js +44 -39
  587. package/src/inference/pipelines/text/execution-v1.d.ts +20 -0
  588. package/src/inference/pipelines/text/execution-v1.js +461 -158
  589. package/src/inference/pipelines/text/ffn/dense.js +214 -6
  590. package/src/inference/pipelines/text/ffn/moe.d.ts +4 -1
  591. package/src/inference/pipelines/text/ffn/moe.js +9 -2
  592. package/src/inference/pipelines/text/ffn/sandwich.d.ts +3 -1
  593. package/src/inference/pipelines/text/ffn/sandwich.js +237 -15
  594. package/src/inference/pipelines/text/ffn/standard.d.ts +3 -1
  595. package/src/inference/pipelines/text/ffn/standard.js +84 -17
  596. package/src/inference/pipelines/text/generator-decode-policy.d.ts +81 -0
  597. package/src/inference/pipelines/text/generator-decode-policy.js +233 -0
  598. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -2
  599. package/src/inference/pipelines/text/generator-helpers.js +9 -7
  600. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +84 -0
  601. package/src/inference/pipelines/text/generator-prefill-helpers.js +359 -0
  602. package/src/inference/pipelines/text/generator-runtime.d.ts +1 -7
  603. package/src/inference/pipelines/text/generator-runtime.js +8 -6
  604. package/src/inference/pipelines/text/generator-steps.d.ts +57 -7
  605. package/src/inference/pipelines/text/generator-steps.js +275 -79
  606. package/src/inference/pipelines/text/generator.d.ts +38 -5
  607. package/src/inference/pipelines/text/generator.js +1259 -496
  608. package/src/inference/pipelines/text/init-chat-templates.js +86 -0
  609. package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
  610. package/src/inference/pipelines/text/init-rope.js +408 -0
  611. package/src/inference/pipelines/text/init.d.ts +13 -3
  612. package/src/inference/pipelines/text/init.js +213 -725
  613. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
  614. package/src/inference/pipelines/text/kernel-trace.js +0 -33
  615. package/src/inference/pipelines/text/layer-plan-gpu.js +590 -0
  616. package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
  617. package/src/inference/pipelines/text/layer-plan.js +1 -1
  618. package/src/inference/pipelines/text/layer.d.ts +70 -8
  619. package/src/inference/pipelines/text/layer.js +373 -558
  620. package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
  621. package/src/inference/pipelines/text/linear-attention.js +6 -4
  622. package/src/inference/pipelines/text/load-errors.d.ts +21 -0
  623. package/src/inference/pipelines/text/load-errors.js +59 -0
  624. package/src/inference/pipelines/text/logits/cpu.js +2 -20
  625. package/src/inference/pipelines/text/logits/gpu.d.ts +49 -2
  626. package/src/inference/pipelines/text/logits/gpu.js +419 -66
  627. package/src/inference/pipelines/text/logits/index.d.ts +3 -3
  628. package/src/inference/pipelines/text/logits/index.js +96 -42
  629. package/src/inference/pipelines/text/logits/types.d.ts +2 -2
  630. package/src/inference/pipelines/text/lora-apply.js +17 -0
  631. package/src/inference/pipelines/text/model-load.d.ts +5 -4
  632. package/src/inference/pipelines/text/model-load.js +74 -17
  633. package/src/inference/pipelines/text/moe-gpu.d.ts +13 -0
  634. package/src/inference/pipelines/text/moe-gpu.js +445 -16
  635. package/src/inference/pipelines/text/moe-impl.d.ts +13 -3
  636. package/src/inference/pipelines/text/moe-shape-validator.js +13 -1
  637. package/src/inference/pipelines/text/ops.d.ts +42 -4
  638. package/src/inference/pipelines/text/ops.js +20 -1
  639. package/src/inference/pipelines/text/per-layer-inputs.js +36 -6
  640. package/src/inference/pipelines/text/probes.d.ts +3 -6
  641. package/src/inference/pipelines/text/probes.js +119 -31
  642. package/src/inference/pipelines/text/sampling-config.d.ts +4 -10
  643. package/src/inference/pipelines/text/sampling-config.js +103 -64
  644. package/src/inference/pipelines/text/sampling.d.ts +0 -5
  645. package/src/inference/pipelines/text/sampling.js +153 -9
  646. package/src/inference/pipelines/text/stage-names.js +3 -0
  647. package/src/inference/pipelines/text/state.js +19 -0
  648. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +57 -0
  649. package/src/inference/pipelines/text/tsir-fixture-writer.js +408 -0
  650. package/src/inference/pipelines/text/types.d.ts +92 -81
  651. package/src/inference/pipelines/text/weights.d.ts +4 -52
  652. package/src/inference/pipelines/text/weights.js +6 -56
  653. package/src/inference/pipelines/text.d.ts +33 -1
  654. package/src/inference/pipelines/text.js +375 -55
  655. package/src/inference/pipelines/vision/gemma4.js +20 -9
  656. package/src/inference/pipelines/vision/index.js +0 -107
  657. package/src/inference/runtime-model.d.ts +0 -7
  658. package/src/inference/runtime-model.js +0 -23
  659. package/src/inference/test-harness.d.ts +6 -22
  660. package/src/inference/test-harness.js +97 -23
  661. package/src/inference/tokenizer.d.ts +30 -0
  662. package/src/inference/tokenizer.js +341 -174
  663. package/src/inference/tokenizers/bundled.js +71 -49
  664. package/src/inference/tokenizers/sentencepiece.js +65 -15
  665. package/src/inference/tokenizers/types.d.ts +0 -21
  666. package/src/loader/doppler-loader.d.ts +14 -0
  667. package/src/loader/doppler-loader.js +378 -25
  668. package/src/loader/embedding-limit-preflight.d.ts +31 -0
  669. package/src/loader/embedding-limit-preflight.js +216 -0
  670. package/src/loader/embedding-loader.d.ts +8 -2
  671. package/src/loader/embedding-loader.js +276 -11
  672. package/src/loader/experts/expert-loader.d.ts +4 -1
  673. package/src/loader/experts/expert-loader.js +174 -5
  674. package/src/loader/final-weights-loader.d.ts +5 -0
  675. package/src/loader/final-weights-loader.js +167 -4
  676. package/src/loader/layer-loader.d.ts +2 -0
  677. package/src/loader/layer-loader.js +74 -6
  678. package/src/loader/loader-types.d.ts +61 -2
  679. package/src/loader/manifest-config.d.ts +8 -0
  680. package/src/loader/manifest-config.js +25 -1
  681. package/src/loader/memory-monitor.d.ts +17 -5
  682. package/src/loader/quantization-constants.d.ts +6 -0
  683. package/src/loader/shard-resolver.d.ts +1 -0
  684. package/src/loader/shard-resolver.js +52 -4
  685. package/src/loader/tensors/functional-descriptor-loader.d.ts +9 -0
  686. package/src/loader/tensors/functional-descriptor-loader.js +377 -0
  687. package/src/loader/tensors/source-transform.js +6 -1
  688. package/src/loader/tensors/tensor-loader.d.ts +36 -8
  689. package/src/loader/tensors/tensor-loader.js +521 -22
  690. package/src/loader/tensors/tensor-reader.d.ts +4 -1
  691. package/src/loader/tensors/tensor-reader.js +11 -4
  692. package/src/loader/weights.d.ts +3 -1
  693. package/src/memory/address-table.d.ts +1 -9
  694. package/src/memory/buffer-pool.d.ts +0 -16
  695. package/src/memory/buffer-pool.js +13 -42
  696. package/src/memory/heap-manager.d.ts +18 -43
  697. package/src/memory/unified-detect.d.ts +19 -34
  698. package/src/models/diffusiongemma.d.ts +7 -0
  699. package/src/models/diffusiongemma.js +25 -0
  700. package/src/models/embeddinggemma.d.ts +7 -0
  701. package/src/models/embeddinggemma.js +24 -0
  702. package/src/models/family.d.ts +24 -0
  703. package/src/models/family.js +25 -0
  704. package/src/models/gemma3.d.ts +7 -0
  705. package/src/models/gemma3.js +33 -0
  706. package/src/models/gemma4.d.ts +7 -0
  707. package/src/models/gemma4.js +57 -0
  708. package/src/models/qwen3.d.ts +7 -0
  709. package/src/models/qwen3.js +36 -0
  710. package/src/rules/converter/tokenizer.rules.json +5 -0
  711. package/src/rules/execution-rules-contract-check.js +162 -10
  712. package/src/rules/inference/capability-transforms.rules.json +111 -0
  713. package/src/rules/inference/config.rules.json +1 -0
  714. package/src/rules/inference/dtype.rules.json +7 -0
  715. package/src/rules/inference/execution.rules.json +117 -16
  716. package/src/rules/inference/ffn.rules.json +24 -2
  717. package/src/rules/kernels/gather.rules.json +81 -0
  718. package/src/rules/kernels/matmul.rules.json +19 -0
  719. package/src/rules/kernels/moe.rules.json +3 -0
  720. package/src/rules/kernels/rep-penalty.rules.json +6 -0
  721. package/src/rules/kernels/rmsnorm-qk.rules.json +6 -0
  722. package/src/rules/kernels/rmsnorm.rules.json +42 -7
  723. package/src/rules/kernels/rope-qk.rules.json +6 -0
  724. package/src/rules/loader/tensor-loader.rules.json +17 -0
  725. package/src/rules/rule-registry.js +59 -75
  726. package/src/storage/artifact-storage-context.d.ts +12 -3
  727. package/src/storage/artifact-storage-context.js +241 -26
  728. package/src/storage/backends/opfs-store.js +138 -88
  729. package/src/storage/blake3.js +9 -1
  730. package/src/storage/export.js +1 -5
  731. package/src/storage/normalize-model-id.js +3 -0
  732. package/src/storage/preflight.js +11 -0
  733. package/src/storage/quickstart-downloader.js +44 -67
  734. package/src/storage/reports.js +35 -11
  735. package/src/storage/shard-manager.d.ts +8 -2
  736. package/src/storage/shard-manager.js +176 -15
  737. package/src/storage/source-artifact-store.d.ts +0 -2
  738. package/src/storage/source-artifact-store.js +3 -9
  739. package/src/sw.js +0 -3
  740. package/src/tooling/browser-command-runner.d.ts +0 -3
  741. package/src/tooling/browser-command-runner.js +31 -4
  742. package/src/tooling/command-api-constants.js +1 -1
  743. package/src/tooling/command-api-family-normalizers.d.ts +1 -0
  744. package/src/tooling/command-api-family-normalizers.js +53 -9
  745. package/src/tooling/command-api-helpers.d.ts +0 -2
  746. package/src/tooling/command-api-helpers.js +8 -3
  747. package/src/tooling/command-api.d.ts +22 -1
  748. package/src/tooling/command-api.js +11 -1
  749. package/src/tooling/command-envelope.d.ts +0 -1
  750. package/src/tooling/command-envelope.js +1 -1
  751. package/src/tooling/command-runner-shared.d.ts +14 -0
  752. package/src/tooling/command-runner-shared.js +2 -1
  753. package/src/tooling/conversion-config-materializer.d.ts +0 -10
  754. package/src/tooling/conversion-config-materializer.js +1 -1
  755. package/src/tooling/diagnose-runner.js +3 -4
  756. package/src/tooling/hf-registry-utils.d.ts +2 -6
  757. package/src/tooling/hf-registry-utils.js +90 -19
  758. package/src/tooling/kernel-path-builder/index.js +1 -4
  759. package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
  760. package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
  761. package/src/tooling/lean-execution-contract-runner.js +2 -2
  762. package/src/tooling/litert-package-runtime.d.ts +1 -1
  763. package/src/tooling/litert-package-runtime.js +571 -37
  764. package/src/tooling/node-browser-command-runner.d.ts +15 -0
  765. package/src/tooling/node-browser-command-runner.js +107 -17
  766. package/src/tooling/node-command-runner.js +43 -2
  767. package/src/tooling/node-convert-worker-pool.js +15 -0
  768. package/src/tooling/node-convert-worker.js +11 -1
  769. package/src/tooling/node-converter.js +102 -1
  770. package/src/tooling/node-source-runtime.js +1 -10
  771. package/src/tooling/node-webgpu.d.ts +1 -0
  772. package/src/tooling/node-webgpu.js +23 -11
  773. package/src/tooling/opfs-cache.js +1 -4
  774. package/src/tooling/precision-replay-math.js +174 -0
  775. package/src/tooling/program-bundle-host.d.ts +16 -0
  776. package/src/tooling/program-bundle-host.js +20 -0
  777. package/src/tooling/program-bundle-parity.d.ts +28 -0
  778. package/src/tooling/program-bundle-parity.js +210 -0
  779. package/src/tooling/program-bundle.d.ts +112 -0
  780. package/src/tooling/program-bundle.js +1119 -0
  781. package/src/tooling/rdrr-integrity-refresh.d.ts +50 -0
  782. package/src/tooling/rdrr-integrity-refresh.js +271 -0
  783. package/src/tooling/reference-verify.js +191 -0
  784. package/src/tooling/source-artifact-adapter.d.ts +0 -20
  785. package/src/tooling/source-artifact-adapter.js +10 -5
  786. package/src/tooling/source-package-profiles.d.ts +18 -1
  787. package/src/tooling/source-package-profiles.js +110 -8
  788. package/src/tooling/source-runtime-bundle.d.ts +3 -0
  789. package/src/tooling/source-runtime-bundle.js +30 -22
  790. package/src/tooling/source-runtime-converter-config.d.ts +0 -5
  791. package/src/tooling/source-runtime-converter-config.js +25 -12
  792. package/src/tooling/source-runtime-materializer.js +1 -7
  793. package/src/tooling-experimental-exports.shared.d.ts +10 -0
  794. package/src/tooling-experimental-exports.shared.js +10 -0
  795. package/src/tooling-exports/device.d.ts +11 -0
  796. package/src/tooling-exports/device.js +14 -0
  797. package/src/tooling-exports/manifest.d.ts +8 -0
  798. package/src/tooling-exports/manifest.js +11 -0
  799. package/src/tooling-exports/storage.d.ts +25 -0
  800. package/src/tooling-exports/storage.js +29 -0
  801. package/src/tooling-exports/structured.d.ts +1 -0
  802. package/src/tooling-exports/structured.js +5 -0
  803. package/src/tooling-exports.d.ts +23 -0
  804. package/src/tooling-exports.js +17 -0
  805. package/src/tooling-exports.shared.d.ts +27 -30
  806. package/src/tooling-exports.shared.js +28 -29
  807. package/src/types/index.d.ts +0 -3
  808. package/src/types/index.js +0 -3
  809. package/src/utils/array-buffer.d.ts +4 -0
  810. package/src/utils/array-buffer.js +9 -0
  811. package/src/utils/canonical-hash.d.ts +7 -0
  812. package/src/utils/canonical-hash.js +74 -0
  813. package/src/utils/clone-json.d.ts +1 -0
  814. package/src/utils/clone-json.js +7 -0
  815. package/src/utils/encode-utf8.js +5 -0
  816. package/src/utils/index.d.ts +4 -1
  817. package/src/utils/index.js +4 -1
  818. package/src/utils/runtime-env.js +7 -0
  819. package/src/utils/sha256.d.ts +1 -0
  820. package/src/utils/sha256.js +18 -4
  821. package/src/utils/stable-sort-object.d.ts +1 -0
  822. package/src/utils/stable-sort-object.js +13 -0
  823. package/src/version.js +1 -1
  824. package/tools/convert-safetensors-node.js +1 -2
  825. package/src/bootstrap.d.ts +0 -1
  826. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
  827. package/src/config/kernels/kernel-ref.d.ts +0 -17
  828. package/src/config/kernels/kernel-ref.js +0 -75
  829. package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
  830. package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
  831. package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
  832. package/src/config/runtime/kernels/fused-q4k.json +0 -13
  833. package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
  834. package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
  835. package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
  836. package/src/config/runtime/kernels/safe-q4k.json +0 -13
  837. package/src/config/runtime/overlays/debug-f32a.json +0 -3
  838. package/src/config/runtime/overlays/trace-config.json +0 -28
  839. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
  840. package/src/debug/perf.d.ts +0 -33
  841. package/src/debug/perf.js +0 -51
  842. package/src/errors/index.d.ts +0 -1
  843. package/src/errors/index.js +0 -1
  844. package/src/formats/gguf/index.d.ts +0 -8
  845. package/src/formats/gguf/index.js +0 -4
  846. package/src/formats/litert/index.d.ts +0 -1
  847. package/src/formats/litert/index.js +0 -1
  848. package/src/formats/safetensors/index.d.ts +0 -8
  849. package/src/formats/safetensors/index.js +0 -4
  850. package/src/formats/tflite/index.d.ts +0 -1
  851. package/src/formats/tflite/index.js +0 -1
  852. package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
  853. package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
  854. package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
  855. package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
  856. package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
  857. package/src/inference/functiongemma.d.ts +0 -15
  858. package/src/inference/functiongemma.js +0 -1
  859. package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
  860. package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
  861. package/src/rules/kernels/kernel-validator.d.ts +0 -24
  862. package/src/rules/kernels/kernel-validator.js +0 -160
  863. package/src/sw.d.ts +0 -1
  864. package/src/tooling/bench-runner.js +0 -64
  865. package/src/tooling/distill-runner.js +0 -56
  866. package/src/tooling/lora-runner.js +0 -37
  867. package/src/tooling/verify-runner.js +0 -63
  868. package/src/types/gpu.d.ts +0 -185
  869. package/src/types/gpu.js +0 -5
  870. package/src/types/inference.d.ts +0 -197
  871. package/src/types/inference.js +0 -5
  872. package/src/types/model.d.ts +0 -130
  873. package/src/types/model.js +0 -5
  874. package/src/utils/format-bytes.js +0 -20
  875. /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
  876. /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
  877. /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
  878. /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
  879. /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
  880. /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
@@ -1,11 +1,13 @@
1
- import { mkdir, readFile, readdir, writeFile } from 'node:fs/promises';
2
- import { join, resolve } from 'node:path';
1
+ import { access, mkdir, readFile, readdir, writeFile } from 'node:fs/promises';
2
+ import { dirname, isAbsolute, join, resolve } from 'node:path';
3
+ import { pathToFileURL } from 'node:url';
3
4
 
4
5
  import { loadBackwardRegistry } from '../../config/backward-registry-loader.js';
5
6
  import { acquireBuffer, readBuffer, releaseBuffer, uploadData } from '../../memory/buffer-pool.js';
6
7
  import { runMatmul } from '../../gpu/kernels/index.js';
7
8
  import { runResidualAdd } from '../../gpu/kernels/residual.js';
8
9
  import { parseJsonl } from './datasets/jsonl.js';
10
+ import { loadTextPairsDataset, tokenizeTextPairs } from './datasets/text-pairs.js';
9
11
  import { LoraAdapter } from './lora.js';
10
12
  import { TrainingRunner, restoreTrainingCheckpointState } from './runner.js';
11
13
  import { AdamOptimizer } from './optimizer.js';
@@ -15,6 +17,7 @@ import { OpType, AutogradTape } from './autograd.js';
15
17
  import { loadCheckpoint } from './checkpoint.js';
16
18
  import { exportLoRAAdapter } from './export.js';
17
19
  import { computeEvalMetrics } from './operator-eval.js';
20
+ import { summarizeAgentEvalReportRequirements } from './operator-agent-eval.js';
18
21
  import { appendScoreboardRow } from './operator-scoreboard.js';
19
22
  import {
20
23
  buildArtifactBase,
@@ -27,19 +30,331 @@ import {
27
30
  import { watchFinalizedCheckpoints } from './checkpoint-watch.js';
28
31
  import { loadLoRAFromManifest } from '../adapters/lora-loader.js';
29
32
  import { createUploadedTensor } from './tensor-factory.js';
33
+ import { stableSortObject } from '../../utils/stable-sort-object.js';
34
+ import { LORA_MODULE_ALIASES } from '../../inference/pipelines/text/lora.js';
35
+ import { loadDistillModelHandle } from './suite.js';
36
+ import { createDistillStudentRuntimeModelFixture } from './distillation/student-fixture.js';
37
+ import { f16ToF32Array } from '../../inference/kv-cache/types.js';
30
38
 
31
- function stableSortObject(value) {
32
- if (Array.isArray(value)) {
33
- return value.map((entry) => stableSortObject(entry));
39
+ const CAUSAL_LM_TEXT_PAIR_RUNNER_KEYS = Object.freeze([
40
+ 'gemma-3-270m-it-f16-af32::text-pairs::text_generation',
41
+ 'gemma-3-270m-it-q4k-ehf16-af32::text-pairs::text_generation',
42
+ 'gemma4-e2b-it::text-pairs::text_generation',
43
+ 'gemma-4-e2b-it-q4k-ehf16-af32::text-pairs::text_generation',
44
+ 'gemma-4-e2b-it-q4k-ehf16-af32-int4ple::text-pairs::text_generation',
45
+ 'qwen-3-5-0-8b-q4k-ehaf16::text-pairs::text_generation',
46
+ 'qwen-3-5-2b-q4k-ehaf16::text-pairs::text_generation',
47
+ 'qwen-3-6-27b-q4k-ehaf16::text-pairs::text_generation',
48
+ 'qwen-3-6-27b-q4k-eaf16::text-pairs::text_generation',
49
+ ]);
50
+
51
+ export const LORA_RUNNER_SUPPORT_CONTRACT = Object.freeze({
52
+ supportedBaseModelId: 'training-toy',
53
+ supportedDatasetFormat: 'toy_linear_classification_jsonl',
54
+ registeredBaseModelIds: Object.freeze([
55
+ 'training-toy',
56
+ 'gemma-3-270m-it-f16-af32',
57
+ 'gemma-3-270m-it-q4k-ehf16-af32',
58
+ 'gemma4-e2b-it',
59
+ 'gemma-4-e2b-it-q4k-ehf16-af32',
60
+ 'gemma-4-e2b-it-q4k-ehf16-af32-int4ple',
61
+ 'qwen-3-5-0-8b-q4k-ehaf16',
62
+ 'qwen-3-5-2b-q4k-ehaf16',
63
+ 'qwen-3-6-27b-q4k-ehaf16',
64
+ 'qwen-3-6-27b-q4k-eaf16',
65
+ ]),
66
+ registeredDatasetFormats: Object.freeze([
67
+ 'toy_linear_classification_jsonl',
68
+ 'text-pairs',
69
+ ]),
70
+ implementedRunnerKeys: Object.freeze([
71
+ 'training-toy::toy_linear_classification_jsonl::classification',
72
+ ...CAUSAL_LM_TEXT_PAIR_RUNNER_KEYS,
73
+ ]),
74
+ });
75
+
76
+ export const LORA_RUNNER_BASE_MODEL_REGISTRY = Object.freeze({
77
+ 'training-toy': Object.freeze({
78
+ baseModelId: 'training-toy',
79
+ family: 'training_fixture',
80
+ runnerKind: 'toy_linear_classification',
81
+ }),
82
+ 'gemma-3-270m-it-f16-af32': Object.freeze({
83
+ baseModelId: 'gemma-3-270m-it-f16-af32',
84
+ modelRef: 'gemma-3-270m-it-f16-af32',
85
+ family: 'gemma3',
86
+ runnerKind: 'causal_lm_text_generation',
87
+ }),
88
+ 'gemma-3-270m-it-q4k-ehf16-af32': Object.freeze({
89
+ baseModelId: 'gemma-3-270m-it-q4k-ehf16-af32',
90
+ modelRef: 'gemma-3-270m-it-q4k-ehf16-af32',
91
+ family: 'gemma3',
92
+ runnerKind: 'causal_lm_text_generation',
93
+ requiresExternalTrainer: true,
94
+ }),
95
+ 'gemma4-e2b-it': Object.freeze({
96
+ baseModelId: 'gemma4-e2b-it',
97
+ modelRef: 'gemma-4-e2b-it-q4k-ehf16-af32',
98
+ family: 'gemma4',
99
+ runnerKind: 'causal_lm_text_generation',
100
+ requiresExternalTrainer: true,
101
+ }),
102
+ 'gemma-4-e2b-it-q4k-ehf16-af32': Object.freeze({
103
+ baseModelId: 'gemma-4-e2b-it-q4k-ehf16-af32',
104
+ modelRef: 'gemma-4-e2b-it-q4k-ehf16-af32',
105
+ family: 'gemma4',
106
+ runnerKind: 'causal_lm_text_generation',
107
+ requiresExternalTrainer: true,
108
+ }),
109
+ 'gemma-4-e2b-it-q4k-ehf16-af32-int4ple': Object.freeze({
110
+ baseModelId: 'gemma-4-e2b-it-q4k-ehf16-af32-int4ple',
111
+ modelRef: 'gemma-4-e2b-it-q4k-ehf16-af32-int4ple',
112
+ family: 'gemma4',
113
+ runnerKind: 'causal_lm_text_generation',
114
+ requiresExternalTrainer: true,
115
+ }),
116
+ 'qwen-3-5-0-8b-q4k-ehaf16': Object.freeze({
117
+ baseModelId: 'qwen-3-5-0-8b-q4k-ehaf16',
118
+ modelRef: 'qwen-3-5-0-8b-q4k-ehaf16',
119
+ family: 'qwen3',
120
+ runnerKind: 'causal_lm_text_generation',
121
+ requiresExternalTrainer: true,
122
+ }),
123
+ 'qwen-3-5-2b-q4k-ehaf16': Object.freeze({
124
+ baseModelId: 'qwen-3-5-2b-q4k-ehaf16',
125
+ modelRef: 'qwen-3-5-2b-q4k-ehaf16',
126
+ family: 'qwen3',
127
+ runnerKind: 'causal_lm_text_generation',
128
+ requiresExternalTrainer: true,
129
+ }),
130
+ 'qwen-3-6-27b-q4k-ehaf16': Object.freeze({
131
+ baseModelId: 'qwen-3-6-27b-q4k-ehaf16',
132
+ modelRef: 'qwen-3-6-27b-q4k-ehaf16',
133
+ family: 'qwen3',
134
+ runnerKind: 'causal_lm_text_generation',
135
+ requiresExternalTrainer: true,
136
+ }),
137
+ 'qwen-3-6-27b-q4k-eaf16': Object.freeze({
138
+ baseModelId: 'qwen-3-6-27b-q4k-eaf16',
139
+ modelRef: 'qwen-3-6-27b-q4k-eaf16',
140
+ family: 'qwen3',
141
+ runnerKind: 'causal_lm_text_generation',
142
+ requiresExternalTrainer: true,
143
+ }),
144
+ });
145
+
146
+ export const LORA_RUNNER_DATASET_FORMAT_REGISTRY = Object.freeze({
147
+ toy_linear_classification_jsonl: Object.freeze({
148
+ datasetFormat: 'toy_linear_classification_jsonl',
149
+ datasetKind: 'toy_linear_classification',
150
+ }),
151
+ 'text-pairs': Object.freeze({
152
+ datasetFormat: 'text-pairs',
153
+ datasetKind: 'causal_lm_text_pairs',
154
+ }),
155
+ });
156
+
157
+ function getPipelineConfig(workload) {
158
+ return workload?.pipeline || workload?.lora || {};
159
+ }
160
+
161
+ function normalizeLoraTargetModules(adapter) {
162
+ const rawModules = Array.isArray(adapter?.targetModules) ? adapter.targetModules : [];
163
+ const modules = [];
164
+ for (const rawModule of rawModules) {
165
+ const normalized = String(rawModule || '').trim();
166
+ if (!normalized) continue;
167
+ const moduleName = LORA_MODULE_ALIASES[normalized] || normalized;
168
+ if (!modules.includes(moduleName)) {
169
+ modules.push(moduleName);
170
+ }
171
+ }
172
+ if (modules.length === 0) {
173
+ throw new Error('Causal-LM LoRA workload requires adapter.targetModules.');
174
+ }
175
+ return modules;
176
+ }
177
+
178
+ function getCausalLmBaseModelRef(workload) {
179
+ const pipeline = getPipelineConfig(workload);
180
+ const baseModel = LORA_RUNNER_BASE_MODEL_REGISTRY[String(workload?.baseModelId || '')] || null;
181
+ return String(
182
+ pipeline.baseModelRef
183
+ || workload.baseModelRef
184
+ || workload.studentModelId
185
+ || baseModel?.modelRef
186
+ || workload.baseModelId
187
+ || ''
188
+ );
189
+ }
190
+
191
+ function getRunnerKey(baseModelId, datasetFormat, taskType) {
192
+ return `${baseModelId}::${datasetFormat}::${taskType}`;
193
+ }
194
+
195
+ function isCausalLmLoraWorkload(workload, compatibility = getLoraRunnerCompatibility(workload)) {
196
+ return compatibility.observed.baseModelRunnerKind === 'causal_lm_text_generation'
197
+ || compatibility.observed.datasetKind === 'causal_lm_text_pairs'
198
+ || compatibility.observed.taskType === 'text_generation';
199
+ }
200
+
201
+ export function getLoraRunnerCompatibility(workload) {
202
+ const baseModelId = String(workload?.baseModelId || '');
203
+ const pipeline = getPipelineConfig(workload);
204
+ const datasetFormat = String(pipeline?.datasetFormat || '');
205
+ const taskType = String(pipeline?.taskType || '');
206
+ const baseModel = LORA_RUNNER_BASE_MODEL_REGISTRY[baseModelId] || null;
207
+ const dataset = LORA_RUNNER_DATASET_FORMAT_REGISTRY[datasetFormat] || null;
208
+ const runnerKey = getRunnerKey(baseModelId, datasetFormat, taskType);
209
+ const blockedReasons = [];
210
+ if (!baseModel) {
211
+ blockedReasons.push('base_model_not_registered_for_current_lora_runner');
212
+ }
213
+ if (!dataset) {
214
+ blockedReasons.push('dataset_format_not_supported_by_current_lora_runner');
215
+ }
216
+ if (baseModel && dataset && !LORA_RUNNER_SUPPORT_CONTRACT.implementedRunnerKeys.includes(runnerKey)) {
217
+ blockedReasons.push('runner_combination_not_supported_by_current_lora_runner');
218
+ }
219
+ return {
220
+ schemaVersion: 1,
221
+ supported: blockedReasons.length === 0,
222
+ runnerContract: LORA_RUNNER_SUPPORT_CONTRACT,
223
+ observed: {
224
+ baseModelId,
225
+ datasetFormat,
226
+ taskType,
227
+ runnerKey,
228
+ baseModelFamily: baseModel?.family || null,
229
+ baseModelRunnerKind: baseModel?.runnerKind || null,
230
+ requiresExternalTrainer: baseModel?.requiresExternalTrainer === true,
231
+ datasetKind: dataset?.datasetKind || null,
232
+ registeredBaseModel: Boolean(baseModel),
233
+ registeredDatasetFormat: Boolean(dataset),
234
+ },
235
+ blockedReasons,
236
+ };
237
+ }
238
+
239
+ export function assertLoraRunnerCompatibility(workload) {
240
+ const compatibility = getLoraRunnerCompatibility(workload);
241
+ if (compatibility.supported) return compatibility;
242
+ throw new Error([
243
+ 'LoRA run is not supported by the current runner contract.',
244
+ `supported baseModelId="${compatibility.runnerContract.supportedBaseModelId}"`,
245
+ `supported datasetFormat="${compatibility.runnerContract.supportedDatasetFormat}"`,
246
+ `registered baseModelIds="${compatibility.runnerContract.registeredBaseModelIds.join(',')}"`,
247
+ `registered datasetFormats="${compatibility.runnerContract.registeredDatasetFormats.join(',')}"`,
248
+ `observed baseModelId="${compatibility.observed.baseModelId}"`,
249
+ `observed datasetFormat="${compatibility.observed.datasetFormat}"`,
250
+ `observed taskType="${compatibility.observed.taskType}"`,
251
+ `blockedReasons=${compatibility.blockedReasons.join(',')}`,
252
+ ].join(' '));
253
+ }
254
+
255
+ function summarizeTextPairLengths(rows) {
256
+ let minPromptChars = Number.POSITIVE_INFINITY;
257
+ let maxPromptChars = 0;
258
+ let minCompletionChars = Number.POSITIVE_INFINITY;
259
+ let maxCompletionChars = 0;
260
+ for (const row of rows) {
261
+ const promptChars = row.prompt.length;
262
+ const completionChars = row.completion.length;
263
+ minPromptChars = Math.min(minPromptChars, promptChars);
264
+ maxPromptChars = Math.max(maxPromptChars, promptChars);
265
+ minCompletionChars = Math.min(minCompletionChars, completionChars);
266
+ maxCompletionChars = Math.max(maxCompletionChars, completionChars);
267
+ }
268
+ if (!rows.length) {
269
+ minPromptChars = 0;
270
+ minCompletionChars = 0;
271
+ }
272
+ return {
273
+ minPromptChars,
274
+ maxPromptChars,
275
+ minCompletionChars,
276
+ maxCompletionChars,
277
+ };
278
+ }
279
+
280
+ async function pathIsReadable(filePath) {
281
+ try {
282
+ await access(filePath);
283
+ return true;
284
+ } catch {
285
+ return false;
34
286
  }
35
- if (!value || typeof value !== 'object') {
36
- return value;
287
+ }
288
+
289
+ async function resolveDatasetPathForLoadedWorkload(datasetPath, loadedWorkload) {
290
+ const source = String(datasetPath || '');
291
+ if (!source || isAbsolute(source) || /^https?:\/\//i.test(source)) {
292
+ return source;
37
293
  }
38
- const sorted = {};
39
- for (const key of Object.keys(value).sort()) {
40
- sorted[key] = stableSortObject(value[key]);
294
+ const candidates = [];
295
+ const pushCandidate = (candidate) => {
296
+ if (candidate && !candidates.includes(candidate)) {
297
+ candidates.push(candidate);
298
+ }
299
+ };
300
+ pushCandidate(resolve(source));
301
+ let cursor = loadedWorkload?.absolutePath ? dirname(resolve(String(loadedWorkload.absolutePath))) : null;
302
+ while (cursor) {
303
+ pushCandidate(join(cursor, source));
304
+ const parent = dirname(cursor);
305
+ if (parent === cursor) break;
306
+ cursor = parent;
307
+ }
308
+ for (const candidate of candidates) {
309
+ if (await pathIsReadable(candidate)) {
310
+ return candidate;
311
+ }
41
312
  }
42
- return sorted;
313
+ return resolve(source);
314
+ }
315
+
316
+ export async function preflightCausalLmLoraWorkload(workload, options = {}) {
317
+ const compatibility = getLoraRunnerCompatibility(workload);
318
+ if (!isCausalLmLoraWorkload(workload, compatibility)) {
319
+ throw new Error('preflightCausalLmLoraWorkload requires a causal-LM LoRA workload.');
320
+ }
321
+ if (!workload?.datasetPath) {
322
+ throw new Error('preflightCausalLmLoraWorkload requires workload.datasetPath.');
323
+ }
324
+ const datasetPath = options.datasetPath || workload.datasetPath;
325
+ const dataset = await loadTextPairsDataset(datasetPath, {
326
+ fetch: options.fetch,
327
+ readFile: options.readFile,
328
+ });
329
+ if (dataset.rowCount < 1) {
330
+ throw new Error(`Causal-LM LoRA dataset ${workload.datasetPath} has no rows.`);
331
+ }
332
+ const pipeline = getPipelineConfig(workload);
333
+ const adapter = pipeline.adapter || {};
334
+ return {
335
+ schemaVersion: 1,
336
+ supported: compatibility.supported,
337
+ runnerKey: compatibility.observed.runnerKey,
338
+ baseModelId: compatibility.observed.baseModelId,
339
+ baseModelFamily: compatibility.observed.baseModelFamily,
340
+ datasetPath: dataset.absolutePath,
341
+ datasetFormat: compatibility.observed.datasetFormat,
342
+ taskType: compatibility.observed.taskType,
343
+ rowCount: dataset.rowCount,
344
+ firstRowId: dataset.rows[0]?.id || null,
345
+ lastRowId: dataset.rows[dataset.rows.length - 1]?.id || null,
346
+ textPairFields: {
347
+ prompt: dataset.rows[0]?.promptField || null,
348
+ completion: dataset.rows[0]?.completionField || null,
349
+ },
350
+ textPairLengths: summarizeTextPairLengths(dataset.rows),
351
+ adapter: {
352
+ rank: Number(adapter.rank ?? 0),
353
+ alpha: Number(adapter.alpha ?? 0),
354
+ targetModules: normalizeLoraTargetModules(adapter),
355
+ },
356
+ blockedReasons: compatibility.blockedReasons.slice(),
357
+ };
43
358
  }
44
359
 
45
360
  function stableJson(value) {
@@ -203,6 +518,165 @@ function createToyDatasetBatches(rows, batchSize) {
203
518
  };
204
519
  }
205
520
 
521
+ function createLossGradient(loss, lossScale) {
522
+ const lossElements = loss.shape.reduce((acc, value) => acc * value, 1);
523
+ const gradData = new Float32Array(lossElements);
524
+ gradData.fill(lossScale);
525
+ return createUploadedTensor(gradData, 'f32', loss.shape, 'lora_causal_lm_loss_grad');
526
+ }
527
+
528
+ function createCausalLmTrainingObjective() {
529
+ return {
530
+ name: 'causal_lm_cross_entropy',
531
+ async forward({ model, batch, tape }) {
532
+ if (typeof model.forwardCausalLm === 'function') {
533
+ return model.forwardCausalLm(batch, tape);
534
+ }
535
+ const logits = await model.forward(batch.input, tape);
536
+ return { logits };
537
+ },
538
+ async computeLoss({ batch, config, tape, forwardState }) {
539
+ const loss = await crossEntropyLoss(forwardState.logits, batch.targets, config, tape);
540
+ return { loss };
541
+ },
542
+ backwardTargets({ loss, lossScale }) {
543
+ return createLossGradient(loss, lossScale);
544
+ },
545
+ };
546
+ }
547
+
548
+ function createCausalLmDatasetBatches(samples) {
549
+ return {
550
+ async *batches() {
551
+ for (const sample of samples) {
552
+ const inputTensor = makeTensorFromUint32(
553
+ sample.inputIds,
554
+ [sample.inputIds.length],
555
+ `lora_causal_lm_input_${sample.id}`
556
+ );
557
+ const targetTensor = makeTensorFromUint32(
558
+ sample.targetIds,
559
+ [sample.targetIds.length],
560
+ `lora_causal_lm_target_${sample.id}`
561
+ );
562
+ try {
563
+ yield {
564
+ id: sample.id,
565
+ input: inputTensor,
566
+ targets: targetTensor,
567
+ prompt: sample.prompt,
568
+ completion: sample.completion,
569
+ };
570
+ } finally {
571
+ releaseTensor(inputTensor);
572
+ releaseTensor(targetTensor);
573
+ }
574
+ }
575
+ },
576
+ };
577
+ }
578
+
579
+ async function loadCausalLmTextPairSamples(workload, datasetPath, tokenizer) {
580
+ const dataset = await loadTextPairsDataset(datasetPath);
581
+ const pipeline = getPipelineConfig(workload);
582
+ const maxLength = Math.floor(Number(
583
+ pipeline.maxLength
584
+ ?? pipeline.sequenceLength
585
+ ?? workload.training?.maxLength
586
+ ));
587
+ if (!Number.isInteger(maxLength) || maxLength < 2) {
588
+ throw new Error('Causal-LM LoRA workload requires lora.maxLength or lora.sequenceLength >= 2.');
589
+ }
590
+ if (typeof pipeline.joinWith !== 'string') {
591
+ throw new Error('Causal-LM LoRA workload requires lora.joinWith.');
592
+ }
593
+ const joinWith = pipeline.joinWith;
594
+ const samples = await tokenizeTextPairs(tokenizer, dataset.rows, {
595
+ maxLength,
596
+ joinWith,
597
+ });
598
+ if (samples.length < 1) {
599
+ throw new Error(`Causal-LM LoRA dataset ${dataset.absolutePath} produced no tokenized samples.`);
600
+ }
601
+ return {
602
+ ...dataset,
603
+ samples,
604
+ datasetHash: hashArtifactPayload({
605
+ rows: dataset.rows,
606
+ tokenization: {
607
+ maxLength,
608
+ joinWith,
609
+ },
610
+ }),
611
+ tokenization: {
612
+ maxLength,
613
+ joinWith,
614
+ sampleCount: samples.length,
615
+ },
616
+ };
617
+ }
618
+
619
+ async function createCausalLmLoraFixture(workload) {
620
+ const pipeline = getPipelineConfig(workload);
621
+ const adapter = pipeline.adapter || {};
622
+ const modelRef = getCausalLmBaseModelRef(workload);
623
+ const handle = await loadDistillModelHandle(modelRef, 'lora base', {
624
+ runtime: {
625
+ shared: {
626
+ debug: {
627
+ logLevel: {
628
+ defaultLogLevel: 'debug',
629
+ },
630
+ },
631
+ },
632
+ inference: {
633
+ compute: {
634
+ activationDtype: 'f32',
635
+ keepF32Weights: true,
636
+ },
637
+ },
638
+ },
639
+ });
640
+ let fixture = null;
641
+ try {
642
+ fixture = await createDistillStudentRuntimeModelFixture({
643
+ training: {
644
+ precision: workload.training?.precision || {},
645
+ },
646
+ }, {
647
+ distillRuntime: {
648
+ studentPipeline: handle.pipeline,
649
+ studentGraphMode: 'transformer_full',
650
+ },
651
+ studentGraphMode: 'transformer_full',
652
+ loraAdapter: {
653
+ rank: adapter.rank,
654
+ alpha: adapter.alpha,
655
+ targetModules: normalizeLoraTargetModules(adapter),
656
+ },
657
+ });
658
+ } catch (error) {
659
+ if (handle.pipeline && typeof handle.pipeline.unload === 'function') {
660
+ await handle.pipeline.unload();
661
+ }
662
+ throw error;
663
+ }
664
+ return {
665
+ model: fixture.model,
666
+ baseModelRef: modelRef,
667
+ baseModelUrl: handle.modelUrl || null,
668
+ baseManifest: handle.manifest || null,
669
+ tokenizer: handle.pipeline.tokenizer,
670
+ cleanup() {
671
+ fixture.cleanup();
672
+ if (handle.pipeline && typeof handle.pipeline.unload === 'function') {
673
+ return handle.pipeline.unload();
674
+ }
675
+ return undefined;
676
+ },
677
+ };
678
+ }
679
+
206
680
  function collectProtectedBuffers(model) {
207
681
  const protectedBuffers = new Set();
208
682
  const groups = model.paramGroups();
@@ -341,29 +815,737 @@ function buildArtifact(loadedWorkload, options) {
341
815
  configHash: options.configHash || workload.configHash,
342
816
  });
343
817
  return {
344
- ...payload,
345
- artifactHash: hashArtifactPayload(payload),
818
+ ...payload,
819
+ artifactHash: hashArtifactPayload(payload),
820
+ };
821
+ }
822
+
823
+ async function exportToyLoraModel(loadedWorkload, layout, model, checkpointId, checkpointStep, datasetHash) {
824
+ const workload = loadedWorkload.workload;
825
+ const targetModule = model.targetModule || workload.pipeline.adapter.targetModules[0];
826
+ const weightsFilename = `${checkpointId}.adapters.safetensors`;
827
+ const exported = await exportLoRAAdapter({
828
+ id: workload.pipeline.export?.id || `${workload.id}-${checkpointId}`,
829
+ name: workload.pipeline.export?.name || `${workload.id}-${checkpointId}`,
830
+ baseModel: workload.baseModelId,
831
+ rank: workload.pipeline.adapter.rank,
832
+ alpha: workload.pipeline.adapter.alpha,
833
+ targetModules: [targetModule],
834
+ tensors: [
835
+ { name: `layers.0.${targetModule}.lora_a`, tensor: model.adapter.A },
836
+ { name: `layers.0.${targetModule}.lora_b`, tensor: model.adapter.B },
837
+ ],
838
+ weightsFormat: 'safetensors',
839
+ weightsPath: weightsFilename,
840
+ });
841
+ const manifestPath = join(layout.exports, `${checkpointId}.adapter.manifest.json`);
842
+ const weightsPath = join(layout.exports, weightsFilename);
843
+ if (!exported.weights) {
844
+ throw new Error('LoRA safetensors export did not return weights bytes.');
845
+ }
846
+ await writeFile(weightsPath, new Uint8Array(exported.weights));
847
+ await writeFile(manifestPath, exported.json, 'utf8');
848
+ await loadLoRAFromManifest(exported.manifest, {
849
+ readFile: async (filePath) => readFile(join(layout.exports, filePath)),
850
+ });
851
+ const artifactPayload = {
852
+ ...buildArtifact(loadedWorkload, {
853
+ prefix: 'lora_export',
854
+ id: checkpointId,
855
+ artifactType: 'lora_adapter_manifest',
856
+ checkpointStep,
857
+ datasetHash,
858
+ }),
859
+ checkpointId,
860
+ manifestPath,
861
+ weightsPath,
862
+ weightsSha256: exported.weightsSha256 || null,
863
+ manifest: exported.manifest,
864
+ };
865
+ const artifactFile = await writeJsonArtifact(
866
+ join(layout.exports, `${checkpointId}.export.json`),
867
+ artifactPayload
868
+ );
869
+ return {
870
+ checkpointId,
871
+ manifestPath,
872
+ weightsPath,
873
+ weightsSha256: exported.weightsSha256 || null,
874
+ exportPath: artifactFile.path,
875
+ manifest: exported.manifest,
876
+ };
877
+ }
878
+
879
+ async function exportCausalLmLoraModel(loadedWorkload, layout, fixture, checkpointId, checkpointStep, datasetHash) {
880
+ const workload = loadedWorkload.workload;
881
+ const pipeline = getPipelineConfig(workload);
882
+ const adapter = pipeline.adapter || {};
883
+ const weightsFilename = `${checkpointId}.adapters.safetensors`;
884
+ const tensors = typeof fixture.model.loraTensorEntries === 'function'
885
+ ? fixture.model.loraTensorEntries()
886
+ : [];
887
+ if (!tensors.length) {
888
+ throw new Error('Causal-LM LoRA export requires trained adapter tensors.');
889
+ }
890
+ const exported = await exportLoRAAdapter({
891
+ id: pipeline.export?.id || `${workload.id}-${checkpointId}`,
892
+ name: pipeline.export?.name || `${workload.id}-${checkpointId}`,
893
+ baseModel: workload.baseModelId,
894
+ rank: adapter.rank,
895
+ alpha: adapter.alpha,
896
+ targetModules: normalizeLoraTargetModules(adapter),
897
+ tensors,
898
+ weightsFormat: 'safetensors',
899
+ weightsPath: weightsFilename,
900
+ metadata: {
901
+ baseModelRef: fixture.baseModelRef,
902
+ baseModelUrl: fixture.baseModelUrl,
903
+ datasetFormat: pipeline.datasetFormat,
904
+ taskType: pipeline.taskType,
905
+ },
906
+ });
907
+ const manifestPath = join(layout.exports, `${checkpointId}.adapter.manifest.json`);
908
+ const runtimeManifestPath = join(layout.exports, 'runtime-adapter-manifest.json');
909
+ const weightsPath = join(layout.exports, weightsFilename);
910
+ if (!exported.weights) {
911
+ throw new Error('Causal-LM LoRA safetensors export did not return weights bytes.');
912
+ }
913
+ await writeFile(weightsPath, new Uint8Array(exported.weights));
914
+ await writeFile(manifestPath, exported.json, 'utf8');
915
+ await writeFile(runtimeManifestPath, exported.json, 'utf8');
916
+ await loadLoRAFromManifest(exported.manifest, {
917
+ readFile: async (filePath) => readFile(join(layout.exports, filePath)),
918
+ });
919
+ const artifactPayload = {
920
+ ...buildArtifact(loadedWorkload, {
921
+ prefix: 'lora_export',
922
+ id: checkpointId,
923
+ artifactType: 'lora_adapter_manifest',
924
+ checkpointStep,
925
+ datasetHash,
926
+ }),
927
+ checkpointId,
928
+ manifestPath,
929
+ runtimeManifestPath,
930
+ weightsPath,
931
+ weightsSha256: exported.weightsSha256 || null,
932
+ manifest: exported.manifest,
933
+ };
934
+ const artifactFile = await writeJsonArtifact(
935
+ join(layout.exports, `${checkpointId}.export.json`),
936
+ artifactPayload
937
+ );
938
+ return {
939
+ checkpointId,
940
+ manifestPath,
941
+ runtimeManifestPath,
942
+ weightsPath,
943
+ weightsSha256: exported.weightsSha256 || null,
944
+ exportPath: artifactFile.path,
945
+ manifest: exported.manifest,
946
+ };
947
+ }
948
+
949
+ async function readLossMean(loss) {
950
+ const raw = await readBuffer(loss.buffer);
951
+ const data = loss.dtype === 'f16'
952
+ ? f16ToF32Array(new Uint16Array(raw))
953
+ : new Float32Array(raw);
954
+ if (!data.length) return 0;
955
+ let sum = 0;
956
+ for (const value of data) {
957
+ sum += Number.isFinite(value) ? value : 0;
958
+ }
959
+ return sum / data.length;
960
+ }
961
+
962
+ function finiteMetric(value) {
963
+ const parsed = Number(value);
964
+ return Number.isFinite(parsed) ? parsed : null;
965
+ }
966
+
967
+ function buildLossQualityClaim(evalDataset, meanLoss, baselineReport) {
968
+ const baselineLoss = finiteMetric(baselineReport?.loss ?? baselineReport?.primaryScore);
969
+ const adapterLoss = finiteMetric(meanLoss);
970
+ if (baselineLoss === null || adapterLoss === null) {
971
+ return null;
972
+ }
973
+ const quality = evalDataset.quality || null;
974
+ const absoluteImprovement = baselineLoss - adapterLoss;
975
+ const relativeImprovement = baselineLoss === 0 ? 0 : absoluteImprovement / Math.abs(baselineLoss);
976
+ const minAbsoluteImprovement = finiteMetric(quality?.minAbsoluteImprovement) ?? 0;
977
+ const minRelativeImprovement = finiteMetric(quality?.minRelativeImprovement) ?? 0;
978
+ const improved = absoluteImprovement >= minAbsoluteImprovement
979
+ && relativeImprovement >= minRelativeImprovement;
980
+ return {
981
+ baseline: quality?.baseline || 'base_model',
982
+ metric: 'loss',
983
+ selectionGoal: 'min',
984
+ adapterScore: adapterLoss,
985
+ baselineScore: baselineLoss,
986
+ delta: adapterLoss - baselineLoss,
987
+ absoluteImprovement,
988
+ relativeImprovement,
989
+ minAbsoluteImprovement,
990
+ minRelativeImprovement,
991
+ improved,
992
+ requireImprovement: quality?.requireImprovement === true,
993
+ };
994
+ }
995
+
996
+ async function computeCausalLmTextPairLosses(workload, fixture, samples, protectedBuffers) {
997
+ const losses = [];
998
+ for await (const resolvedBatch of createCausalLmDatasetBatches(samples).batches()) {
999
+ const tape = new AutogradTape(loadBackwardRegistry());
1000
+ let loss = null;
1001
+ try {
1002
+ const { logits } = await fixture.model.forwardCausalLm(resolvedBatch, tape);
1003
+ loss = await crossEntropyLoss(logits, resolvedBatch.targets, { training: { precision: workload.training.precision } }, tape);
1004
+ losses.push(await readLossMean(loss));
1005
+ } finally {
1006
+ disposeTapeOutputs(tape, protectedBuffers);
1007
+ }
1008
+ }
1009
+ return losses;
1010
+ }
1011
+
1012
+ async function evaluateCausalLmLoraModel(workload, fixture, dataset, layout = null, checkpointMeta = {}) {
1013
+ const protectedBuffers = collectProtectedBuffers(fixture.model);
1014
+ const evalReports = [];
1015
+ const evalDatasets = Array.isArray(workload.evalDatasets) ? workload.evalDatasets : [];
1016
+ for (const evalDataset of evalDatasets) {
1017
+ if (evalDataset.evalKind !== 'text_generation') {
1018
+ throw new Error(`Causal-LM LoRA eval supports text_generation only, got "${evalDataset.evalKind}".`);
1019
+ }
1020
+ const evalDatasetPath = await resolveDatasetPathForLoadedWorkload(evalDataset.datasetPath, {
1021
+ absolutePath: checkpointMeta.workloadPath || null,
1022
+ });
1023
+ const evalDatasetMaterialized = evalDataset.datasetPath === dataset.absolutePath
1024
+ ? dataset
1025
+ : await loadCausalLmTextPairSamples(workload, evalDatasetPath, fixture.tokenizer);
1026
+ const losses = await computeCausalLmTextPairLosses(
1027
+ workload,
1028
+ fixture,
1029
+ evalDatasetMaterialized.samples,
1030
+ protectedBuffers
1031
+ );
1032
+ const meanLoss = losses.length
1033
+ ? losses.reduce((sum, value) => sum + value, 0) / losses.length
1034
+ : null;
1035
+ const baselineReports = checkpointMeta.baselineReportsByEvalDatasetId || {};
1036
+ const baselineReport = baselineReports[evalDataset.id] || null;
1037
+ const qualityClaim = buildLossQualityClaim(evalDataset, meanLoss, baselineReport);
1038
+ const reportPayload = {
1039
+ artifactType: 'training_eval_report',
1040
+ schemaVersion: 1,
1041
+ generatedAt: new Date().toISOString(),
1042
+ workloadId: workload.id,
1043
+ workloadPath: checkpointMeta.workloadPath || null,
1044
+ workloadSha256: checkpointMeta.workloadSha256 || null,
1045
+ configHash: checkpointMeta.configHash || workload.configHash,
1046
+ datasetPath: evalDataset.datasetPath,
1047
+ datasetHash: evalDatasetMaterialized.datasetHash,
1048
+ baseModelId: workload.baseModelId,
1049
+ baseModelRef: fixture.baseModelRef,
1050
+ stage: checkpointMeta.stage || 'lora',
1051
+ checkpointStep: checkpointMeta.checkpointStep ?? null,
1052
+ checkpointId: checkpointMeta.checkpointId || null,
1053
+ evalDatasetId: evalDataset.id,
1054
+ metrics: {
1055
+ loss: {
1056
+ score: meanLoss,
1057
+ samples: losses.length,
1058
+ },
1059
+ },
1060
+ primaryMetric: 'loss',
1061
+ primaryScore: meanLoss,
1062
+ loss: meanLoss,
1063
+ baseline: baselineReport
1064
+ ? {
1065
+ checkpointId: baselineReport.checkpointId || null,
1066
+ stage: baselineReport.stage || null,
1067
+ primaryMetric: baselineReport.primaryMetric || null,
1068
+ primaryScore: baselineReport.primaryScore ?? null,
1069
+ loss: baselineReport.loss ?? null,
1070
+ reportPath: baselineReport.reportPath || null,
1071
+ }
1072
+ : null,
1073
+ qualityClaim,
1074
+ };
1075
+ const reportFile = layout
1076
+ ? await writeJsonArtifact(
1077
+ join(layout.eval, `${checkpointMeta.checkpointId || 'checkpoint'}__${evalDataset.id}.json`),
1078
+ reportPayload
1079
+ )
1080
+ : null;
1081
+ evalReports.push({
1082
+ ...reportPayload,
1083
+ reportPath: reportFile?.path || null,
1084
+ });
1085
+ }
1086
+ return evalReports;
1087
+ }
1088
+
1089
+ function getCausalLmFreezeConfig(workload) {
1090
+ const pipeline = getPipelineConfig(workload);
1091
+ const freeze = pipeline.freeze;
1092
+ if (!freeze || typeof freeze !== 'object' || Array.isArray(freeze)) {
1093
+ throw new Error('Causal-LM LoRA workload requires lora.freeze.');
1094
+ }
1095
+ return {
1096
+ encoder: freeze.encoder === true,
1097
+ prior: freeze.prior === true,
1098
+ decoder: freeze.decoder === true,
1099
+ base: freeze.base === true,
1100
+ lora: freeze.lora === true,
1101
+ };
1102
+ }
1103
+
1104
+ function createLoraRunnerTrainingConfig(workload, freeze) {
1105
+ return {
1106
+ training: {
1107
+ enabled: true,
1108
+ optimizer: {
1109
+ type: workload.training.optimizer.type,
1110
+ lr: workload.training.optimizer.lr,
1111
+ beta1: workload.training.optimizer.beta1,
1112
+ beta2: workload.training.optimizer.beta2,
1113
+ eps: workload.training.optimizer.eps,
1114
+ weightDecay: workload.training.optimizer.weightDecay,
1115
+ scheduler: workload.training.optimizer.scheduler,
1116
+ },
1117
+ gradient: {
1118
+ maxNorm: workload.training.gradientClipping.maxNorm,
1119
+ },
1120
+ precision: workload.training.precision,
1121
+ lossScaling: { enabled: false },
1122
+ distill: {
1123
+ enabled: false,
1124
+ stage: 'stage_a',
1125
+ teacherModelId: null,
1126
+ studentModelId: null,
1127
+ datasetId: null,
1128
+ datasetPath: null,
1129
+ languagePair: null,
1130
+ sourceLangs: null,
1131
+ targetLangs: null,
1132
+ pairAllowlist: null,
1133
+ strictPairContract: false,
1134
+ shardIndex: null,
1135
+ shardCount: null,
1136
+ resumeFrom: null,
1137
+ artifactDir: null,
1138
+ stageAArtifact: null,
1139
+ stageAArtifactHash: null,
1140
+ temperature: 1,
1141
+ alphaKd: 1,
1142
+ alphaCe: 0,
1143
+ allowHintFallback: false,
1144
+ tripletMargin: 0.2,
1145
+ studentGraphMode: 'transformer_full',
1146
+ freeze,
1147
+ },
1148
+ ul: {
1149
+ enabled: false,
1150
+ stage: 'stage1_joint',
1151
+ stage1Artifact: null,
1152
+ stage1ArtifactHash: null,
1153
+ artifactDir: null,
1154
+ lambda0: 5,
1155
+ seed: workload.seed,
1156
+ noiseSchedule: { name: 'linear', minSigma: 0.1, maxSigma: 1, steps: 1 },
1157
+ priorAlignment: { enabled: false, weight: 1 },
1158
+ decoderSigmoidWeight: { enabled: false, maxWeight: 1 },
1159
+ lossWeights: { prior: 1, decoder: 1, recon: 1 },
1160
+ freeze: null,
1161
+ },
1162
+ },
1163
+ };
1164
+ }
1165
+
1166
+ function createLoraOptimizer(workload) {
1167
+ return new AdamOptimizer({
1168
+ training: {
1169
+ optimizer: {
1170
+ type: workload.training.optimizer.type,
1171
+ lr: workload.training.optimizer.lr,
1172
+ beta1: workload.training.optimizer.beta1,
1173
+ beta2: workload.training.optimizer.beta2,
1174
+ eps: workload.training.optimizer.eps,
1175
+ weightDecay: workload.training.optimizer.weightDecay,
1176
+ scheduler: workload.training.optimizer.scheduler,
1177
+ },
1178
+ gradient: {
1179
+ maxNorm: workload.training.gradientClipping.maxNorm,
1180
+ },
1181
+ precision: workload.training.precision,
1182
+ },
1183
+ });
1184
+ }
1185
+
1186
+ async function createLoraRunLayout(options, workload) {
1187
+ const layout = options.runRoot
1188
+ ? {
1189
+ runRoot: resolve(String(options.runRoot)),
1190
+ logs: join(resolve(String(options.runRoot)), 'logs'),
1191
+ checkpoints: join(resolve(String(options.runRoot)), 'checkpoints'),
1192
+ eval: join(resolve(String(options.runRoot)), 'eval'),
1193
+ scoreboard: join(resolve(String(options.runRoot)), 'scoreboard'),
1194
+ exports: join(resolve(String(options.runRoot)), 'exports'),
1195
+ compare: join(resolve(String(options.runRoot)), 'compare'),
1196
+ qualityGate: join(resolve(String(options.runRoot)), 'quality-gate'),
1197
+ }
1198
+ : await createTrainingRunLayout({
1199
+ kind: 'lora',
1200
+ workloadId: workload.id,
1201
+ timestamp: options.timestamp || null,
1202
+ });
1203
+ await Promise.all(Object.values(layout).map((dirPath) => mkdir(dirPath, { recursive: true })));
1204
+ return layout;
1205
+ }
1206
+
1207
+ function isObjectRecord(value) {
1208
+ return value && typeof value === 'object' && !Array.isArray(value);
1209
+ }
1210
+
1211
+ function hashTextPairsDataset(dataset) {
1212
+ return hashArtifactPayload({ rows: dataset.rows });
1213
+ }
1214
+
1215
+ function parseCausalLmLoraTensorName(name) {
1216
+ const text = String(name || '');
1217
+ const match = text.match(/(?:^|\.)layers?\.?(\d+)\.(?:[A-Za-z0-9_]+\.)*([A-Za-z0-9_]+)\.lora_([ab])(?:\.[A-Za-z0-9_]+)?$/i);
1218
+ if (!match) return null;
1219
+ const layer = Number.parseInt(match[1], 10);
1220
+ const rawModule = match[2].toLowerCase();
1221
+ const module = LORA_MODULE_ALIASES[rawModule];
1222
+ if (!module) return null;
1223
+ return {
1224
+ layer,
1225
+ module,
1226
+ kind: match[3].toLowerCase() === 'a' ? 'a' : 'b',
1227
+ };
1228
+ }
1229
+
1230
+ function normalizeTensorShape(value, label) {
1231
+ const shape = Array.isArray(value) ? value.map((entry) => Number(entry)) : [];
1232
+ if (shape.length !== 2 || shape.some((entry) => !Number.isInteger(entry) || entry < 1)) {
1233
+ throw new Error(`${label} requires shape [rows, cols].`);
1234
+ }
1235
+ return shape;
1236
+ }
1237
+
1238
+ function normalizeTrainerTensor(entry, index) {
1239
+ if (!isObjectRecord(entry)) {
1240
+ throw new Error(`Causal-LM trainer tensor ${index + 1} must be an object.`);
1241
+ }
1242
+ const name = String(entry.name || '').trim();
1243
+ if (!name) {
1244
+ throw new Error(`Causal-LM trainer tensor ${index + 1} requires name.`);
1245
+ }
1246
+ const tensor = entry.tensor ?? entry.data ?? entry.values;
1247
+ if (tensor === undefined || tensor === null) {
1248
+ throw new Error(`Causal-LM trainer tensor "${name}" requires tensor data.`);
1249
+ }
1250
+ const shape = normalizeTensorShape(entry.shape ?? tensor?.shape, `Causal-LM trainer tensor "${name}"`);
1251
+ let normalizedTensor = tensor;
1252
+ if (Array.isArray(tensor)) {
1253
+ normalizedTensor = new Float32Array(tensor.map((value) => Number(value)));
1254
+ }
1255
+ if (normalizedTensor instanceof Float32Array && normalizedTensor.length !== shape[0] * shape[1]) {
1256
+ throw new Error(
1257
+ `Causal-LM trainer tensor "${name}" shape mismatch: expected ${shape[0] * shape[1]}, got ${normalizedTensor.length}.`
1258
+ );
1259
+ }
1260
+ return {
1261
+ name,
1262
+ shape,
1263
+ dtype: entry.dtype || 'f32',
1264
+ tensor: normalizedTensor,
1265
+ };
1266
+ }
1267
+
1268
+ function assertCausalLmTensorCoverage(tensors, adapter) {
1269
+ const targetModules = normalizeLoraTargetModules(adapter);
1270
+ if (!targetModules.length) {
1271
+ throw new Error('Causal-LM LoRA export requires at least one target module.');
1272
+ }
1273
+ const targetSet = new Set(targetModules);
1274
+ const layerModules = new Map();
1275
+ const seenModules = new Set();
1276
+ for (const tensor of tensors) {
1277
+ const parsed = parseCausalLmLoraTensorName(tensor.name);
1278
+ if (!parsed) {
1279
+ throw new Error(`Unrecognized Causal-LM LoRA tensor name: ${tensor.name}`);
1280
+ }
1281
+ if (!targetSet.has(parsed.module)) {
1282
+ throw new Error(
1283
+ `Causal-LM LoRA tensor "${tensor.name}" targets module "${parsed.module}" outside workload targetModules.`
1284
+ );
1285
+ }
1286
+ seenModules.add(parsed.module);
1287
+ if (!layerModules.has(parsed.layer)) {
1288
+ layerModules.set(parsed.layer, new Map());
1289
+ }
1290
+ const modules = layerModules.get(parsed.layer);
1291
+ if (!modules.has(parsed.module)) {
1292
+ modules.set(parsed.module, new Set());
1293
+ }
1294
+ modules.get(parsed.module).add(parsed.kind);
1295
+ }
1296
+ if (layerModules.size === 0) {
1297
+ throw new Error('Causal-LM trainer returned no LoRA layer tensors.');
1298
+ }
1299
+ for (const moduleName of targetModules) {
1300
+ if (!seenModules.has(moduleName)) {
1301
+ throw new Error(`Causal-LM trainer returned no tensors for target module "${moduleName}".`);
1302
+ }
1303
+ }
1304
+ for (const [layerIndex, modules] of layerModules.entries()) {
1305
+ for (const moduleName of targetModules) {
1306
+ const kinds = modules.get(moduleName);
1307
+ if (!kinds?.has('a') || !kinds?.has('b')) {
1308
+ throw new Error(
1309
+ `Causal-LM trainer layer ${layerIndex} module ${moduleName} must include both lora_a and lora_b tensors.`
1310
+ );
1311
+ }
1312
+ }
1313
+ }
1314
+ }
1315
+
1316
+ function normalizeCausalLmTrainerOutput(output, workload) {
1317
+ if (!isObjectRecord(output)) {
1318
+ throw new Error('Causal-LM trainer must return an object.');
1319
+ }
1320
+ const rawTensors = Array.isArray(output.tensors)
1321
+ ? output.tensors
1322
+ : (Array.isArray(output.weights) ? output.weights : null);
1323
+ if (!rawTensors || rawTensors.length === 0) {
1324
+ throw new Error('Causal-LM trainer must return non-empty tensors.');
1325
+ }
1326
+ const tensors = rawTensors.map((entry, index) => normalizeTrainerTensor(entry, index));
1327
+ assertCausalLmTensorCoverage(tensors, getPipelineConfig(workload).adapter);
1328
+ const checkpointStep = Number.isInteger(Number(output.checkpointStep))
1329
+ ? Number(output.checkpointStep)
1330
+ : Number(workload.training?.steps || 0);
1331
+ const checkpointId = String(output.checkpointId || `checkpoint-${String(checkpointStep).padStart(6, '0')}`).trim();
1332
+ if (!/^[A-Za-z0-9_-]+$/.test(checkpointId)) {
1333
+ throw new Error(`Causal-LM trainer checkpointId "${checkpointId}" must use alphanumeric, underscore, or hyphen characters.`);
1334
+ }
1335
+ return {
1336
+ checkpointId,
1337
+ checkpointStep,
1338
+ adapterId: String(output.adapterId || '').trim() || null,
1339
+ adapterName: String(output.adapterName || '').trim() || null,
1340
+ trainerId: String(output.trainerId || '').trim() || null,
1341
+ runnerId: String(output.runnerId || '').trim() || null,
1342
+ metrics: isObjectRecord(output.metrics) ? output.metrics : {},
1343
+ receipts: Array.isArray(output.receipts) ? output.receipts.slice() : [],
1344
+ evalReports: Array.isArray(output.evalReports) ? output.evalReports.slice() : [],
1345
+ tensors,
1346
+ };
1347
+ }
1348
+
1349
+ function normalizeProviderEvalReport(entry, index, context) {
1350
+ if (!isObjectRecord(entry)) {
1351
+ throw new Error(`Causal-LM trainer evalReports[${index}] must be an object.`);
1352
+ }
1353
+ const evalDatasetId = String(entry.evalDatasetId || entry.id || '').trim();
1354
+ if (!evalDatasetId) {
1355
+ throw new Error(`Causal-LM trainer evalReports[${index}].evalDatasetId is required.`);
1356
+ }
1357
+ const primaryMetric = String(entry.primaryMetric || 'loss').trim();
1358
+ if (!primaryMetric) {
1359
+ throw new Error(`Causal-LM trainer evalReports[${index}].primaryMetric is required.`);
1360
+ }
1361
+ const primaryScore = finiteMetric(entry.primaryScore ?? entry.score ?? entry.loss);
1362
+ if (primaryScore === null) {
1363
+ throw new Error(`Causal-LM trainer evalReports[${index}].primaryScore must be finite.`);
1364
+ }
1365
+ const loss = finiteMetric(entry.loss ?? (primaryMetric === 'loss' ? primaryScore : null));
1366
+ const baselineScore = finiteMetric(entry.baseline?.primaryScore ?? entry.baseline?.loss);
1367
+ const qualityClaim = isObjectRecord(entry.qualityClaim)
1368
+ ? entry.qualityClaim
1369
+ : (baselineScore === null || loss === null
1370
+ ? null
1371
+ : {
1372
+ baseline: entry.baseline?.stage || 'base_model',
1373
+ metric: 'loss',
1374
+ selectionGoal: 'min',
1375
+ adapterScore: loss,
1376
+ baselineScore,
1377
+ delta: loss - baselineScore,
1378
+ absoluteImprovement: baselineScore - loss,
1379
+ relativeImprovement: baselineScore === 0 ? 0 : (baselineScore - loss) / Math.abs(baselineScore),
1380
+ minAbsoluteImprovement: 0,
1381
+ minRelativeImprovement: 0,
1382
+ improved: loss <= baselineScore,
1383
+ requireImprovement: false,
1384
+ });
1385
+ const agentEval = isObjectRecord(entry.agentEval)
1386
+ ? entry.agentEval
1387
+ : (isObjectRecord(entry.heldoutGate) ? entry.heldoutGate : null);
1388
+ return {
1389
+ artifactType: 'training_eval_report',
1390
+ schemaVersion: 1,
1391
+ generatedAt: new Date().toISOString(),
1392
+ workloadId: context.workload.id,
1393
+ workloadPath: context.loadedWorkload.absolutePath || null,
1394
+ workloadSha256: context.loadedWorkload.workloadSha256 || null,
1395
+ configHash: context.workload.configHash,
1396
+ datasetPath: entry.datasetPath || context.dataset.absolutePath,
1397
+ datasetHash: entry.datasetHash || context.datasetHash,
1398
+ baseModelId: context.workload.baseModelId,
1399
+ baseModelRef: context.preflight.baseModelId,
1400
+ stage: entry.stage || 'lora',
1401
+ checkpointId: context.checkpointId,
1402
+ checkpointStep: context.checkpointStep,
1403
+ evalDatasetId,
1404
+ metrics: isObjectRecord(entry.metrics)
1405
+ ? entry.metrics
1406
+ : {
1407
+ [primaryMetric]: {
1408
+ score: primaryScore,
1409
+ samples: finiteMetric(entry.samples) ?? context.dataset.rowCount,
1410
+ },
1411
+ },
1412
+ primaryMetric,
1413
+ primaryScore,
1414
+ loss,
1415
+ baseline: isObjectRecord(entry.baseline) ? entry.baseline : null,
1416
+ qualityClaim,
1417
+ agentEval,
1418
+ };
1419
+ }
1420
+
1421
+ async function writeProviderEvalReports(context) {
1422
+ const reports = [];
1423
+ for (let index = 0; index < context.trainerOutput.evalReports.length; index += 1) {
1424
+ const report = normalizeProviderEvalReport(context.trainerOutput.evalReports[index], index, context);
1425
+ const reportFile = await writeJsonArtifact(
1426
+ join(context.layout.eval, `${context.checkpointId}__${report.evalDatasetId}.json`),
1427
+ report
1428
+ );
1429
+ const materialized = {
1430
+ ...report,
1431
+ reportPath: reportFile.path,
1432
+ };
1433
+ reports.push(materialized);
1434
+ await appendScoreboardRow(context.layout.scoreboard, {
1435
+ artifactType: 'training_scoreboard',
1436
+ schemaVersion: 1,
1437
+ generatedAt: new Date().toISOString(),
1438
+ checkpointId: materialized.checkpointId,
1439
+ checkpointStep: materialized.checkpointStep,
1440
+ stage: materialized.stage,
1441
+ evalDatasetId: materialized.evalDatasetId,
1442
+ primaryMetric: materialized.primaryMetric,
1443
+ primaryScore: materialized.primaryScore,
1444
+ loss: materialized.loss,
1445
+ qualityClaim: materialized.qualityClaim || null,
1446
+ agentEval: materialized.agentEval || null,
1447
+ metrics: {
1448
+ [materialized.primaryMetric]: materialized.primaryScore,
1449
+ primaryScore: materialized.primaryScore,
1450
+ agent_heldout_gate: materialized.agentEval?.passRate ?? null,
1451
+ },
1452
+ }, {
1453
+ selectionMetric: context.workload.selectionMetric,
1454
+ selectionGoal: context.workload.selectionGoal,
1455
+ });
1456
+ }
1457
+ return reports;
1458
+ }
1459
+
1460
+ async function resolveCausalLmTrainer(loadedWorkload, options = {}) {
1461
+ if (typeof options.causalLmTrainer === 'function') {
1462
+ return {
1463
+ train: options.causalLmTrainer,
1464
+ runnerId: options.causalLmTrainer.runnerId || 'injected_causal_lm_lora_trainer',
1465
+ source: 'runLoraPipeline.options.causalLmTrainer',
1466
+ exportName: null,
1467
+ };
1468
+ }
1469
+ const trainerConfig = getPipelineConfig(loadedWorkload.workload).trainer;
1470
+ if (!trainerConfig) {
1471
+ throw new Error(
1472
+ 'causal_lm_trainer_not_configured: provide runLoraPipeline({ causalLmTrainer }) or lora.trainer.modulePath in the workload.'
1473
+ );
1474
+ }
1475
+ const modulePath = String(trainerConfig.modulePath || trainerConfig.path || '').trim();
1476
+ if (!modulePath) {
1477
+ throw new Error('causal_lm_trainer_not_configured: lora.trainer.modulePath is required.');
1478
+ }
1479
+ const exportName = String(trainerConfig.exportName || 'trainCausalLmLora').trim();
1480
+ if (!exportName) {
1481
+ throw new Error('causal_lm_trainer_not_configured: lora.trainer.exportName is required.');
1482
+ }
1483
+ const workloadDir = loadedWorkload.absolutePath
1484
+ ? dirname(resolve(String(loadedWorkload.absolutePath)))
1485
+ : process.cwd();
1486
+ const absoluteModulePath = isAbsolute(modulePath)
1487
+ ? modulePath
1488
+ : resolve(workloadDir, modulePath);
1489
+ const trainerModule = await import(pathToFileURL(absoluteModulePath).href);
1490
+ const train = trainerModule[exportName];
1491
+ if (typeof train !== 'function') {
1492
+ throw new Error(`causal_lm_trainer_not_configured: ${absoluteModulePath} does not export ${exportName}().`);
1493
+ }
1494
+ return {
1495
+ train,
1496
+ runnerId: String(trainerConfig.runnerId || exportName).trim(),
1497
+ source: absoluteModulePath,
1498
+ exportName,
346
1499
  };
347
1500
  }
348
1501
 
349
- async function exportToyLoraModel(loadedWorkload, layout, model, checkpointId, checkpointStep, datasetHash) {
1502
+ async function exportProviderCausalLmLoraModel(
1503
+ loadedWorkload,
1504
+ layout,
1505
+ trainerOutput,
1506
+ checkpointId,
1507
+ checkpointStep,
1508
+ datasetHash,
1509
+ trainerInfo,
1510
+ preflight
1511
+ ) {
350
1512
  const workload = loadedWorkload.workload;
351
- const targetModule = model.targetModule || workload.pipeline.adapter.targetModules[0];
1513
+ const pipeline = getPipelineConfig(workload);
1514
+ const weightsFilename = `${checkpointId}.adapters.safetensors`;
352
1515
  const exported = await exportLoRAAdapter({
353
- id: workload.pipeline.export?.id || `${workload.id}-${checkpointId}`,
354
- name: workload.pipeline.export?.name || `${workload.id}-${checkpointId}`,
1516
+ id: pipeline.export?.id || trainerOutput.adapterId || `${workload.id}-${checkpointId}`,
1517
+ name: pipeline.export?.name || trainerOutput.adapterName || `${workload.id}-${checkpointId}`,
355
1518
  baseModel: workload.baseModelId,
356
- rank: workload.pipeline.adapter.rank,
357
- alpha: workload.pipeline.adapter.alpha,
358
- targetModules: [targetModule],
359
- tensors: [
360
- { name: `layers.0.${targetModule}.lora_a`, tensor: model.adapter.A },
361
- { name: `layers.0.${targetModule}.lora_b`, tensor: model.adapter.B },
362
- ],
1519
+ rank: pipeline.adapter.rank,
1520
+ alpha: pipeline.adapter.alpha,
1521
+ targetModules: normalizeLoraTargetModules(pipeline.adapter),
1522
+ tensors: trainerOutput.tensors,
1523
+ weightsFormat: 'safetensors',
1524
+ weightsPath: weightsFilename,
1525
+ metadata: {
1526
+ runnerKind: 'causal_lm_text_generation',
1527
+ runnerKey: preflight.runnerKey,
1528
+ runnerId: trainerOutput.runnerId || trainerInfo.runnerId,
1529
+ trainerId: trainerOutput.trainerId,
1530
+ trainerSource: trainerInfo.source,
1531
+ datasetHash,
1532
+ workloadSha256: loadedWorkload.workloadSha256,
1533
+ metrics: trainerOutput.metrics,
1534
+ receipts: trainerOutput.receipts,
1535
+ },
363
1536
  });
1537
+ if (!exported.weights) {
1538
+ throw new Error('Causal-LM LoRA safetensors export did not return weights bytes.');
1539
+ }
364
1540
  const manifestPath = join(layout.exports, `${checkpointId}.adapter.manifest.json`);
1541
+ const runtimeManifestPath = join(layout.exports, 'runtime-adapter-manifest.json');
1542
+ const weightsPath = join(layout.exports, weightsFilename);
1543
+ await writeFile(weightsPath, new Uint8Array(exported.weights));
365
1544
  await writeFile(manifestPath, exported.json, 'utf8');
366
- await loadLoRAFromManifest(exported.manifest, {});
1545
+ await writeFile(runtimeManifestPath, exported.json, 'utf8');
1546
+ await loadLoRAFromManifest(exported.manifest, {
1547
+ readFile: async (filePath) => readFile(join(layout.exports, filePath)),
1548
+ });
367
1549
  const artifactPayload = {
368
1550
  ...buildArtifact(loadedWorkload, {
369
1551
  prefix: 'lora_export',
@@ -374,6 +1556,17 @@ async function exportToyLoraModel(loadedWorkload, layout, model, checkpointId, c
374
1556
  }),
375
1557
  checkpointId,
376
1558
  manifestPath,
1559
+ runtimeManifestPath,
1560
+ weightsPath,
1561
+ weightsSha256: exported.weightsSha256 || null,
1562
+ runnerKey: preflight.runnerKey,
1563
+ trainer: {
1564
+ runnerId: trainerOutput.runnerId || trainerInfo.runnerId,
1565
+ trainerId: trainerOutput.trainerId,
1566
+ source: trainerInfo.source,
1567
+ exportName: trainerInfo.exportName,
1568
+ },
1569
+ metrics: trainerOutput.metrics,
377
1570
  manifest: exported.manifest,
378
1571
  };
379
1572
  const artifactFile = await writeJsonArtifact(
@@ -383,11 +1576,369 @@ async function exportToyLoraModel(loadedWorkload, layout, model, checkpointId, c
383
1576
  return {
384
1577
  checkpointId,
385
1578
  manifestPath,
1579
+ runtimeManifestPath,
1580
+ weightsPath,
1581
+ weightsSha256: exported.weightsSha256 || null,
386
1582
  exportPath: artifactFile.path,
387
1583
  manifest: exported.manifest,
388
1584
  };
389
1585
  }
390
1586
 
1587
+ function hasExternalCausalLmTrainer(loadedWorkload, options = {}) {
1588
+ return typeof options.causalLmTrainer === 'function'
1589
+ || Boolean(getPipelineConfig(loadedWorkload.workload).trainer);
1590
+ }
1591
+
1592
+ function assertInternalCausalLmTrainerAllowed(workload, compatibility) {
1593
+ if (compatibility.observed.requiresExternalTrainer !== true) return;
1594
+ throw new Error(
1595
+ `Causal-LM LoRA base "${workload.baseModelId}" requires lora.trainer.modulePath or runLoraPipeline({ causalLmTrainer }) ` +
1596
+ 'because the internal full-graph runner does not train packed q4k base weights.'
1597
+ );
1598
+ }
1599
+
1600
+ async function runInternalCausalLmLoraPipeline(options, layout, compatibility) {
1601
+ const loadedWorkload = options.loadedWorkload;
1602
+ const workload = loadedWorkload.workload;
1603
+ const pipeline = getPipelineConfig(workload);
1604
+ const datasetPath = await resolveDatasetPathForLoadedWorkload(workload.datasetPath, loadedWorkload);
1605
+ const preflight = await preflightCausalLmLoraWorkload(workload, {
1606
+ datasetPath,
1607
+ fetch: options.fetch,
1608
+ readFile: options.readFile,
1609
+ });
1610
+ if (!preflight.supported || preflight.blockedReasons.length > 0) {
1611
+ throw new Error(`Causal-LM LoRA workload is blocked: ${preflight.blockedReasons.join(',')}`);
1612
+ }
1613
+ assertInternalCausalLmTrainerAllowed(workload, compatibility);
1614
+ if (Math.floor(Number(workload.training.batchSize)) !== 1) {
1615
+ throw new Error('Causal-LM LoRA workload requires training.batchSize=1.');
1616
+ }
1617
+ const freeze = getCausalLmFreezeConfig(workload);
1618
+ const fixture = await createCausalLmLoraFixture(workload);
1619
+ try {
1620
+ const dataset = await loadCausalLmTextPairSamples(workload, datasetPath, fixture.tokenizer);
1621
+ const evalReports = [];
1622
+ const checkpointArtifacts = [];
1623
+ const exports = [];
1624
+ const baselineEvalReports = await evaluateCausalLmLoraModel(workload, fixture, dataset, layout, {
1625
+ checkpointId: 'base-model',
1626
+ checkpointStep: 0,
1627
+ stage: 'base_model',
1628
+ configHash: workload.configHash,
1629
+ workloadPath: loadedWorkload.absolutePath,
1630
+ workloadSha256: loadedWorkload.workloadSha256,
1631
+ });
1632
+ for (const report of baselineEvalReports) {
1633
+ evalReports.push(report);
1634
+ await appendScoreboardRow(layout.scoreboard, {
1635
+ artifactType: 'training_scoreboard',
1636
+ schemaVersion: 1,
1637
+ generatedAt: new Date().toISOString(),
1638
+ checkpointId: report.checkpointId,
1639
+ checkpointStep: report.checkpointStep,
1640
+ stage: report.stage,
1641
+ evalDatasetId: report.evalDatasetId,
1642
+ primaryMetric: report.primaryMetric,
1643
+ primaryScore: report.primaryScore,
1644
+ loss: report.loss,
1645
+ metrics: {
1646
+ loss: report.loss,
1647
+ primaryScore: report.primaryScore,
1648
+ },
1649
+ }, {
1650
+ selectionMetric: workload.selectionMetric,
1651
+ selectionGoal: workload.selectionGoal,
1652
+ });
1653
+ }
1654
+ const baselineReportsByEvalDatasetId = Object.fromEntries(
1655
+ baselineEvalReports.map((report) => [report.evalDatasetId, report])
1656
+ );
1657
+ const finalizedCheckpointIds = new Set();
1658
+ const runner = new TrainingRunner(createLoraRunnerTrainingConfig(workload, freeze), {
1659
+ optimizer: createLoraOptimizer(workload),
1660
+ crossEntropyLoss,
1661
+ clipGradients,
1662
+ trainingObjective: createCausalLmTrainingObjective(),
1663
+ onCheckpoint: async (checkpoint) => {
1664
+ const checkpointId = `checkpoint-${String(checkpoint.step).padStart(6, '0')}`;
1665
+ if (finalizedCheckpointIds.has(checkpointId)) return;
1666
+ finalizedCheckpointIds.add(checkpointId);
1667
+ const checkpointPayload = {
1668
+ ...buildArtifact(loadedWorkload, {
1669
+ prefix: 'lora_ckpt',
1670
+ id: checkpointId,
1671
+ artifactType: 'training_checkpoint',
1672
+ datasetPath: dataset.absolutePath,
1673
+ datasetHash: dataset.datasetHash,
1674
+ checkpointStep: checkpoint.step,
1675
+ }),
1676
+ checkpointId,
1677
+ checkpointPath: checkpoint.path,
1678
+ optimizerStatePresent: true,
1679
+ schedulerStatePresent: workload.training.optimizer.scheduler.enabled === true,
1680
+ runnerKey: compatibility.observed.runnerKey,
1681
+ baseModelRef: fixture.baseModelRef,
1682
+ tokenization: dataset.tokenization,
1683
+ resumeLineage: checkpoint.metadata?.lineage || null,
1684
+ };
1685
+ await writeJsonArtifact(
1686
+ join(layout.checkpoints, checkpointId, 'checkpoint.json'),
1687
+ checkpointPayload
1688
+ );
1689
+ const checkpointArtifact = await writeJsonArtifact(
1690
+ join(layout.checkpoints, checkpointId, 'checkpoint.complete.json'),
1691
+ checkpointPayload
1692
+ );
1693
+ checkpointArtifacts.push({
1694
+ checkpointId,
1695
+ checkpointPath: checkpoint.path,
1696
+ markerPath: checkpointArtifact.path,
1697
+ checkpointStep: checkpoint.step,
1698
+ });
1699
+ if (pipeline.export?.enabled === true && pipeline.export.atCheckpoints === true) {
1700
+ exports.push(await exportCausalLmLoraModel(
1701
+ loadedWorkload,
1702
+ layout,
1703
+ fixture,
1704
+ checkpointId,
1705
+ checkpoint.step,
1706
+ dataset.datasetHash
1707
+ ));
1708
+ }
1709
+ const reports = await evaluateCausalLmLoraModel(workload, fixture, dataset, layout, {
1710
+ checkpointId,
1711
+ checkpointStep: checkpoint.step,
1712
+ configHash: workload.configHash,
1713
+ workloadPath: loadedWorkload.absolutePath,
1714
+ workloadSha256: loadedWorkload.workloadSha256,
1715
+ baselineReportsByEvalDatasetId,
1716
+ });
1717
+ for (const report of reports) {
1718
+ evalReports.push(report);
1719
+ await appendScoreboardRow(layout.scoreboard, {
1720
+ artifactType: 'training_scoreboard',
1721
+ schemaVersion: 1,
1722
+ generatedAt: new Date().toISOString(),
1723
+ checkpointId,
1724
+ checkpointStep: checkpoint.step,
1725
+ stage: report.stage,
1726
+ evalDatasetId: report.evalDatasetId,
1727
+ primaryMetric: report.primaryMetric,
1728
+ primaryScore: report.primaryScore,
1729
+ loss: report.loss,
1730
+ qualityClaim: report.qualityClaim || null,
1731
+ metrics: {
1732
+ loss: report.loss,
1733
+ primaryScore: report.primaryScore,
1734
+ },
1735
+ }, {
1736
+ selectionMetric: workload.selectionMetric,
1737
+ selectionGoal: workload.selectionGoal,
1738
+ });
1739
+ }
1740
+ },
1741
+ });
1742
+ const metrics = await runner.run(
1743
+ fixture.model,
1744
+ createCausalLmDatasetBatches(dataset.samples),
1745
+ {
1746
+ epochs: 1,
1747
+ batchSize: 1,
1748
+ shuffle: false,
1749
+ maxSteps: workload.training.steps,
1750
+ checkpointEvery: workload.checkpointEvery,
1751
+ checkpointKey: join(layout.checkpoints, 'latest.state.json'),
1752
+ modelId: workload.baseModelId,
1753
+ modelUrl: fixture.baseModelUrl,
1754
+ tokenizerHash: fixture.baseManifest?.tokenizerHash || null,
1755
+ }
1756
+ );
1757
+ const finalCheckpointId = runner.lastCheckpoint
1758
+ ? `checkpoint-${String(runner.lastCheckpoint.step).padStart(6, '0')}`
1759
+ : null;
1760
+ if (
1761
+ pipeline.export?.enabled !== false
1762
+ && finalCheckpointId
1763
+ && exports.every((entry) => entry.checkpointId !== finalCheckpointId)
1764
+ ) {
1765
+ exports.push(await exportCausalLmLoraModel(
1766
+ loadedWorkload,
1767
+ layout,
1768
+ fixture,
1769
+ finalCheckpointId,
1770
+ runner.lastCheckpoint.step,
1771
+ dataset.datasetHash
1772
+ ));
1773
+ }
1774
+ return {
1775
+ ok: true,
1776
+ kind: 'lora',
1777
+ action: 'run',
1778
+ runnerKind: 'causal_lm_lora',
1779
+ workloadId: workload.id,
1780
+ runRoot: layout.runRoot,
1781
+ preflight,
1782
+ checkpointArtifacts,
1783
+ evalReports,
1784
+ exports,
1785
+ metrics,
1786
+ lastCheckpoint: runner.lastCheckpoint,
1787
+ dataset: {
1788
+ path: dataset.absolutePath,
1789
+ rowCount: dataset.rowCount,
1790
+ sampleCount: dataset.samples.length,
1791
+ datasetHash: dataset.datasetHash,
1792
+ tokenization: dataset.tokenization,
1793
+ },
1794
+ baseModel: {
1795
+ id: workload.baseModelId,
1796
+ ref: fixture.baseModelRef,
1797
+ url: fixture.baseModelUrl,
1798
+ },
1799
+ };
1800
+ } finally {
1801
+ await fixture.cleanup();
1802
+ }
1803
+ }
1804
+
1805
+ async function runProviderCausalLmLoraPipeline(options, compatibility) {
1806
+ const loadedWorkload = options.loadedWorkload;
1807
+ const workload = loadedWorkload.workload;
1808
+ const pipeline = getPipelineConfig(workload);
1809
+ if (!workload.datasetPath) {
1810
+ throw new Error('preflightCausalLmLoraWorkload requires workload.datasetPath.');
1811
+ }
1812
+ const layout = await createLoraRunLayout(options, workload);
1813
+ await writeRunContract(layout, buildRunContract(loadedWorkload));
1814
+ await writeWorkloadLock(layout, loadedWorkload);
1815
+ const datasetPath = await resolveDatasetPathForLoadedWorkload(workload.datasetPath, loadedWorkload);
1816
+ const dataset = await loadTextPairsDataset(datasetPath, {
1817
+ fetch: options.fetch,
1818
+ readFile: options.readFile,
1819
+ });
1820
+ if (dataset.rowCount < 1) {
1821
+ throw new Error(`Causal-LM LoRA dataset ${dataset.absolutePath} has no rows.`);
1822
+ }
1823
+ const datasetHash = hashTextPairsDataset(dataset);
1824
+ const preflight = await preflightCausalLmLoraWorkload(workload, {
1825
+ datasetPath: dataset.absolutePath,
1826
+ fetch: options.fetch,
1827
+ readFile: options.readFile,
1828
+ });
1829
+ const trainerInfo = await resolveCausalLmTrainer(loadedWorkload, options);
1830
+ const trainerResult = await trainerInfo.train({
1831
+ schemaVersion: 1,
1832
+ runnerKind: 'causal_lm_lora',
1833
+ workload,
1834
+ loadedWorkload,
1835
+ compatibility,
1836
+ preflight,
1837
+ dataset: {
1838
+ absolutePath: dataset.absolutePath,
1839
+ rowCount: dataset.rowCount,
1840
+ rows: dataset.rows,
1841
+ datasetHash,
1842
+ },
1843
+ adapter: pipeline.adapter,
1844
+ training: workload.training,
1845
+ export: pipeline.export,
1846
+ layout,
1847
+ });
1848
+ const trainerOutput = normalizeCausalLmTrainerOutput(trainerResult, workload);
1849
+ const checkpointPayload = {
1850
+ ...buildArtifact(loadedWorkload, {
1851
+ prefix: 'lora_ckpt',
1852
+ id: trainerOutput.checkpointId,
1853
+ artifactType: 'training_checkpoint',
1854
+ datasetPath: dataset.absolutePath,
1855
+ datasetHash,
1856
+ checkpointStep: trainerOutput.checkpointStep,
1857
+ }),
1858
+ checkpointId: trainerOutput.checkpointId,
1859
+ checkpointPath: join(layout.checkpoints, trainerOutput.checkpointId, 'trainer-output.json'),
1860
+ optimizerStatePresent: false,
1861
+ schedulerStatePresent: false,
1862
+ runnerKey: preflight.runnerKey,
1863
+ trainer: {
1864
+ runnerId: trainerOutput.runnerId || trainerInfo.runnerId,
1865
+ trainerId: trainerOutput.trainerId,
1866
+ source: trainerInfo.source,
1867
+ exportName: trainerInfo.exportName,
1868
+ },
1869
+ tensorNames: trainerOutput.tensors.map((entry) => entry.name),
1870
+ metrics: trainerOutput.metrics,
1871
+ receipts: trainerOutput.receipts,
1872
+ };
1873
+ await writeJsonArtifact(
1874
+ join(layout.checkpoints, trainerOutput.checkpointId, 'trainer-output.json'),
1875
+ checkpointPayload
1876
+ );
1877
+ const checkpointArtifact = await writeJsonArtifact(
1878
+ join(layout.checkpoints, trainerOutput.checkpointId, 'checkpoint.complete.json'),
1879
+ checkpointPayload
1880
+ );
1881
+ const exported = pipeline.export?.enabled === false
1882
+ ? null
1883
+ : await exportProviderCausalLmLoraModel(
1884
+ loadedWorkload,
1885
+ layout,
1886
+ trainerOutput,
1887
+ trainerOutput.checkpointId,
1888
+ trainerOutput.checkpointStep,
1889
+ datasetHash,
1890
+ trainerInfo,
1891
+ preflight
1892
+ );
1893
+ const evalReports = await writeProviderEvalReports({
1894
+ loadedWorkload,
1895
+ workload,
1896
+ layout,
1897
+ dataset,
1898
+ datasetHash,
1899
+ preflight,
1900
+ trainerOutput,
1901
+ checkpointId: trainerOutput.checkpointId,
1902
+ checkpointStep: trainerOutput.checkpointStep,
1903
+ });
1904
+ return {
1905
+ ok: true,
1906
+ kind: 'lora',
1907
+ action: 'run',
1908
+ runnerKind: 'causal_lm_lora',
1909
+ workloadId: workload.id,
1910
+ runRoot: layout.runRoot,
1911
+ preflight,
1912
+ checkpointArtifacts: [{
1913
+ checkpointId: trainerOutput.checkpointId,
1914
+ checkpointPath: checkpointPayload.checkpointPath,
1915
+ markerPath: checkpointArtifact.path,
1916
+ checkpointStep: trainerOutput.checkpointStep,
1917
+ }],
1918
+ evalReports,
1919
+ exports: exported ? [exported] : [],
1920
+ metrics: trainerOutput.metrics,
1921
+ lastCheckpoint: {
1922
+ id: trainerOutput.checkpointId,
1923
+ step: trainerOutput.checkpointStep,
1924
+ path: checkpointPayload.checkpointPath,
1925
+ },
1926
+ };
1927
+ }
1928
+
1929
+ async function runCausalLmLoraPipeline(options, compatibility) {
1930
+ if (!options.loadedWorkload.workload.datasetPath) {
1931
+ throw new Error('preflightCausalLmLoraWorkload requires workload.datasetPath.');
1932
+ }
1933
+ if (hasExternalCausalLmTrainer(options.loadedWorkload, options)) {
1934
+ return runProviderCausalLmLoraPipeline(options, compatibility);
1935
+ }
1936
+ const layout = await createLoraRunLayout(options, options.loadedWorkload.workload);
1937
+ await writeRunContract(layout, buildRunContract(options.loadedWorkload));
1938
+ await writeWorkloadLock(layout, options.loadedWorkload);
1939
+ return runInternalCausalLmLoraPipeline(options, layout, compatibility);
1940
+ }
1941
+
391
1942
  async function selectLatestCheckpoint(runRoot) {
392
1943
  const checkpointsDir = join(runRoot, 'checkpoints');
393
1944
  const entries = await readdir(checkpointsDir, { withFileTypes: true });
@@ -412,29 +1963,14 @@ export async function runLoraPipeline(options) {
412
1963
  if (workload.kind !== 'lora') {
413
1964
  throw new Error('runLoraPipeline requires a lora workload.');
414
1965
  }
415
- if (workload.baseModelId !== 'training-toy') {
416
- throw new Error('LoRA run currently supports baseModelId="training-toy" only.');
1966
+ const compatibility = getLoraRunnerCompatibility(workload);
1967
+ if (!compatibility.supported) {
1968
+ assertLoraRunnerCompatibility(workload);
417
1969
  }
418
- if (workload.pipeline.datasetFormat !== 'toy_linear_classification_jsonl') {
419
- throw new Error('LoRA run currently supports datasetFormat="toy_linear_classification_jsonl" only.');
1970
+ if (isCausalLmLoraWorkload(workload, compatibility)) {
1971
+ return runCausalLmLoraPipeline(options, compatibility);
420
1972
  }
421
- const layout = options.runRoot
422
- ? {
423
- runRoot: resolve(String(options.runRoot)),
424
- logs: join(resolve(String(options.runRoot)), 'logs'),
425
- checkpoints: join(resolve(String(options.runRoot)), 'checkpoints'),
426
- eval: join(resolve(String(options.runRoot)), 'eval'),
427
- scoreboard: join(resolve(String(options.runRoot)), 'scoreboard'),
428
- exports: join(resolve(String(options.runRoot)), 'exports'),
429
- compare: join(resolve(String(options.runRoot)), 'compare'),
430
- qualityGate: join(resolve(String(options.runRoot)), 'quality-gate'),
431
- }
432
- : await createTrainingRunLayout({
433
- kind: 'lora',
434
- workloadId: workload.id,
435
- timestamp: options.timestamp || null,
436
- });
437
- await Promise.all(Object.values(layout).map((dirPath) => mkdir(dirPath, { recursive: true })));
1973
+ const layout = await createLoraRunLayout(options, workload);
438
1974
  await writeRunContract(layout, buildRunContract(loadedWorkload));
439
1975
  await writeWorkloadLock(layout, loadedWorkload);
440
1976
  const dataset = await loadToyLoraDataset(workload.datasetPath);
@@ -443,6 +1979,7 @@ export async function runLoraPipeline(options) {
443
1979
  const evalReports = [];
444
1980
  const checkpointArtifacts = [];
445
1981
  const exports = [];
1982
+ const finalizedCheckpointIds = new Set();
446
1983
  const runner = new TrainingRunner({
447
1984
  training: {
448
1985
  enabled: true,
@@ -526,6 +2063,8 @@ export async function runLoraPipeline(options) {
526
2063
  },
527
2064
  onCheckpoint: async (checkpoint) => {
528
2065
  const checkpointId = `checkpoint-${String(checkpoint.step).padStart(6, '0')}`;
2066
+ if (finalizedCheckpointIds.has(checkpointId)) return;
2067
+ finalizedCheckpointIds.add(checkpointId);
529
2068
  const checkpointPayload = {
530
2069
  ...buildArtifact(loadedWorkload, {
531
2070
  prefix: 'lora_ckpt',
@@ -722,45 +2261,138 @@ export async function watchLoraCheckpoints(options) {
722
2261
  });
723
2262
  }
724
2263
 
725
- export async function compareLoraRun(options) {
726
- const evalDir = join(options.runRoot, 'eval');
727
- const entries = await readdir(evalDir, { withFileTypes: true });
728
- const reports = [];
2264
+ async function listJsonFilesRecursive(rootDir) {
2265
+ const results = [];
2266
+ let entries = [];
2267
+ try {
2268
+ entries = await readdir(rootDir, { withFileTypes: true });
2269
+ } catch (error) {
2270
+ if (error?.code === 'ENOENT') return results;
2271
+ throw error;
2272
+ }
729
2273
  for (const entry of entries) {
730
- if (!entry.isFile() || !entry.name.endsWith('.json')) continue;
731
- const raw = await readFile(join(evalDir, entry.name), 'utf8');
732
- reports.push(JSON.parse(raw));
2274
+ const absolutePath = join(rootDir, entry.name);
2275
+ if (entry.isDirectory()) {
2276
+ results.push(...await listJsonFilesRecursive(absolutePath));
2277
+ continue;
2278
+ }
2279
+ if (entry.isFile() && entry.name.endsWith('.json')) {
2280
+ results.push(absolutePath);
2281
+ }
2282
+ }
2283
+ return results.sort((left, right) => left.localeCompare(right));
2284
+ }
2285
+
2286
+ function resolveComparableReportMetric(report, metric) {
2287
+ if (!report || typeof report !== 'object') return null;
2288
+ const direct = report[metric];
2289
+ if (typeof direct === 'number' && Number.isFinite(direct)) {
2290
+ return direct;
2291
+ }
2292
+ const nested = report.metrics?.[metric];
2293
+ if (typeof nested === 'number' && Number.isFinite(nested)) {
2294
+ return nested;
2295
+ }
2296
+ if (nested && typeof nested === 'object' && typeof nested.score === 'number' && Number.isFinite(nested.score)) {
2297
+ return nested.score;
733
2298
  }
734
- const sorted = reports
2299
+ return null;
2300
+ }
2301
+
2302
+ async function loadRunWorkloadForComparison(runRoot) {
2303
+ try {
2304
+ const raw = await readFile(join(runRoot, 'workload.lock.json'), 'utf8');
2305
+ const lock = JSON.parse(raw);
2306
+ return lock.workload || null;
2307
+ } catch (error) {
2308
+ if (error?.code === 'ENOENT') return null;
2309
+ throw error;
2310
+ }
2311
+ }
2312
+
2313
+ function sortTrainingReports(reports, workload = null) {
2314
+ const metric = String(workload?.selectionMetric || reports[0]?.primaryMetric || 'primaryScore').trim();
2315
+ const goal = String(workload?.selectionGoal || (metric === 'loss' ? 'min' : 'max')).trim();
2316
+ return reports
735
2317
  .slice()
736
2318
  .sort((left, right) => {
737
- const leftScore = Number(left?.primaryScore ?? Number.NEGATIVE_INFINITY);
738
- const rightScore = Number(right?.primaryScore ?? Number.NEGATIVE_INFINITY);
2319
+ const missingScore = goal === 'min' ? Number.POSITIVE_INFINITY : Number.NEGATIVE_INFINITY;
2320
+ const leftScore = resolveComparableReportMetric(left, metric) ?? missingScore;
2321
+ const rightScore = resolveComparableReportMetric(right, metric) ?? missingScore;
2322
+ if (goal === 'min') return leftScore - rightScore;
739
2323
  return rightScore - leftScore;
740
2324
  });
2325
+ }
2326
+
2327
+ async function loadTrainingEvalReports(rootDir) {
2328
+ const files = await listJsonFilesRecursive(rootDir);
2329
+ const reports = [];
2330
+ for (const filePath of files) {
2331
+ const raw = await readFile(filePath, 'utf8');
2332
+ const report = JSON.parse(raw);
2333
+ if (report?.artifactType === 'training_eval_report') {
2334
+ reports.push({
2335
+ ...report,
2336
+ reportPath: report.reportPath || filePath,
2337
+ });
2338
+ }
2339
+ }
2340
+ return reports;
2341
+ }
2342
+
2343
+ export async function compareLoraRun(options) {
2344
+ const runRoot = resolve(String(options.runRoot));
2345
+ const workload = await loadRunWorkloadForComparison(runRoot);
2346
+ const sorted = sortTrainingReports(await loadTrainingEvalReports(join(runRoot, 'eval')), workload);
741
2347
  const payload = {
742
2348
  artifactType: 'training_compare_report',
743
2349
  schemaVersion: 1,
744
2350
  generatedAt: new Date().toISOString(),
745
- runRoot: options.runRoot,
2351
+ runRoot,
2352
+ selectionMetric: workload?.selectionMetric || sorted[0]?.primaryMetric || null,
2353
+ selectionGoal: workload?.selectionGoal || null,
746
2354
  count: sorted.length,
747
2355
  best: sorted[0] || null,
748
2356
  reports: sorted.map((report) => ({
2357
+ stage: report.stage || null,
749
2358
  checkpointId: report.checkpointId || null,
750
2359
  evalDatasetId: report.evalDatasetId || null,
751
2360
  primaryMetric: report.primaryMetric || null,
752
2361
  primaryScore: report.primaryScore ?? null,
2362
+ loss: report.loss ?? null,
2363
+ baseline: report.baseline || null,
2364
+ qualityClaim: report.qualityClaim || null,
753
2365
  accuracy: report.accuracy ?? null,
2366
+ agentEval: report.agentEval || report.heldoutGate || null,
754
2367
  reportPath: report.reportPath || null,
755
2368
  })),
756
2369
  };
757
- const artifact = await writeJsonArtifact(join(options.runRoot, 'compare', 'compare.json'), payload);
2370
+ const artifact = await writeJsonArtifact(join(runRoot, 'compare', 'compare.json'), payload);
758
2371
  return {
759
2372
  ...payload,
760
2373
  comparePath: artifact.path,
761
2374
  };
762
2375
  }
763
2376
 
2377
+ function collectRequiredImprovementEvalIds(workload) {
2378
+ const evalDatasets = Array.isArray(workload?.evalDatasets) ? workload.evalDatasets : [];
2379
+ return evalDatasets
2380
+ .filter((entry) => entry?.quality?.requireImprovement === true)
2381
+ .map((entry) => entry.id);
2382
+ }
2383
+
2384
+ function summarizeQualityClaims(reports) {
2385
+ const claims = reports
2386
+ .map((report) => report.qualityClaim)
2387
+ .filter((claim) => claim && typeof claim === 'object');
2388
+ return {
2389
+ count: claims.length,
2390
+ improvedCount: claims.filter((claim) => claim.improved === true).length,
2391
+ requiredCount: claims.filter((claim) => claim.requireImprovement === true).length,
2392
+ failedRequiredCount: claims.filter((claim) => claim.requireImprovement === true && claim.improved !== true).length,
2393
+ };
2394
+ }
2395
+
764
2396
  export async function qualityGateLoraRun(options) {
765
2397
  const runRoot = resolve(String(options.runRoot));
766
2398
  const requiredPaths = [
@@ -776,6 +2408,47 @@ export async function qualityGateLoraRun(options) {
776
2408
  checks.push({ path: filePath, ok: false, error: error?.message || String(error) });
777
2409
  }
778
2410
  }
2411
+ const workload = await loadRunWorkloadForComparison(runRoot);
2412
+ const evalReports = await loadTrainingEvalReports(join(runRoot, 'eval'));
2413
+ const qualitySummary = summarizeQualityClaims(evalReports);
2414
+ const agentEvalSummary = summarizeAgentEvalReportRequirements(workload, evalReports);
2415
+ const requiredImprovementEvalIds = collectRequiredImprovementEvalIds(workload);
2416
+ if (evalReports.length > 0) {
2417
+ checks.push({
2418
+ name: 'eval_reports',
2419
+ path: join(runRoot, 'eval'),
2420
+ ok: true,
2421
+ count: evalReports.length,
2422
+ });
2423
+ }
2424
+ if (qualitySummary.count > 0) {
2425
+ checks.push({
2426
+ name: 'baseline_quality_claims',
2427
+ path: join(runRoot, 'eval'),
2428
+ ok: qualitySummary.failedRequiredCount === 0,
2429
+ ...qualitySummary,
2430
+ });
2431
+ }
2432
+ if (requiredImprovementEvalIds.length > 0 && qualitySummary.count === 0) {
2433
+ checks.push({
2434
+ name: 'required_improvement_claims',
2435
+ path: join(runRoot, 'eval'),
2436
+ ok: false,
2437
+ requiredEvalDatasetIds: requiredImprovementEvalIds,
2438
+ error: 'No baseline quality claims were written for eval datasets that require improvement.',
2439
+ });
2440
+ }
2441
+ if (agentEvalSummary.requiredCount > 0) {
2442
+ checks.push({
2443
+ name: 'agent_heldout_eval',
2444
+ path: join(runRoot, 'eval'),
2445
+ ok: agentEvalSummary.failedCount === 0,
2446
+ ...agentEvalSummary,
2447
+ error: agentEvalSummary.failedCount === 0
2448
+ ? null
2449
+ : 'One or more required agent held-out eval gates are missing or failing.',
2450
+ });
2451
+ }
779
2452
  const passed = checks.every((entry) => entry.ok === true);
780
2453
  const payload = {
781
2454
  artifactType: 'training_quality_gate',
@@ -783,6 +2456,8 @@ export async function qualityGateLoraRun(options) {
783
2456
  generatedAt: new Date().toISOString(),
784
2457
  runRoot,
785
2458
  passed,
2459
+ qualitySummary,
2460
+ agentEvalSummary,
786
2461
  checks,
787
2462
  };
788
2463
  const artifact = await writeJsonArtifact(join(runRoot, 'quality-gate', 'quality-gate.json'), payload);