doppler-gpu 0.4.2 → 0.4.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (645) hide show
  1. package/CHANGELOG.md +182 -0
  2. package/README.md +19 -15
  3. package/package.json +77 -29
  4. package/src/cli/cli-model-resolution.js +275 -0
  5. package/src/cli/cli-output.js +453 -0
  6. package/src/cli/doppler-cli.js +817 -709
  7. package/src/cli/doppler-quickstart.d.ts +7 -23
  8. package/src/cli/doppler-quickstart.js +4 -2
  9. package/src/cli/doppler-serve.js +1 -1
  10. package/src/cli/runtime-profiles.d.ts +40 -0
  11. package/src/cli/runtime-profiles.js +225 -0
  12. package/src/client/doppler-api.js +1 -6
  13. package/src/client/doppler-registry.d.ts +12 -0
  14. package/src/client/doppler-registry.js +27 -0
  15. package/src/client/doppler-registry.json +64 -6
  16. package/src/client/failure-taxonomy.js +139 -0
  17. package/src/client/fault-injection.js +30 -0
  18. package/src/client/provider.d.ts +151 -0
  19. package/src/client/provider.js +374 -0
  20. package/src/client/receipt.js +156 -0
  21. package/src/client/runtime/index.js +56 -4
  22. package/src/client/runtime/model-manager.d.ts +0 -14
  23. package/src/client/runtime/model-manager.js +2 -42
  24. package/src/client/runtime/model-session.js +33 -0
  25. package/src/client/runtime/model-source.d.ts +13 -1
  26. package/src/client/runtime/model-source.js +128 -2
  27. package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
  28. package/src/client/runtime/node-quickstart-cache.js +353 -0
  29. package/src/client/runtime/source-runtime.js +1 -10
  30. package/src/client/runtime/types.d.ts +0 -60
  31. package/src/client/wrap-pipeline-handle.d.ts +20 -0
  32. package/src/client/wrap-pipeline-handle.js +84 -0
  33. package/src/config/README.md +3 -1
  34. package/src/config/conversion/README.md +23 -157
  35. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
  36. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
  37. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
  38. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
  39. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
  40. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
  41. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
  42. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
  43. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
  44. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
  45. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +367 -61
  46. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
  47. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
  48. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
  49. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
  50. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
  51. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
  52. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
  53. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
  54. package/src/config/execution-contract-check.js +6 -5
  55. package/src/config/kernel-path-loader.d.ts +8 -2
  56. package/src/config/kernels/kernel-ref-digests.js +125 -122
  57. package/src/config/kernels/registry.d.ts +0 -35
  58. package/src/config/kernels/registry.js +5 -9
  59. package/src/config/kernels/registry.json +524 -350
  60. package/src/config/merge-helpers.d.ts +1 -1
  61. package/src/config/merge-helpers.js +1 -1
  62. package/src/config/merge.js +35 -7
  63. package/src/config/param-categories.d.ts +0 -9
  64. package/src/config/param-categories.js +1 -5
  65. package/src/config/param-validator.d.ts +2 -0
  66. package/src/config/param-validator.js +16 -0
  67. package/src/config/platforms/loader.d.ts +0 -27
  68. package/src/config/platforms/loader.js +0 -30
  69. package/src/config/required-inference-fields-contract-check.js +1 -7
  70. package/src/config/runtime/README.md +28 -0
  71. package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +1 -1
  72. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
  73. package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
  74. package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
  75. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
  76. package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
  77. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
  78. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
  79. package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
  80. package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
  81. package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
  82. package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
  83. package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
  84. package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
  85. package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
  86. package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
  87. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
  88. package/src/config/schema/bridge.schema.d.ts +16 -0
  89. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  90. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  91. package/src/config/schema/converter.schema.d.ts +5 -0
  92. package/src/config/schema/converter.schema.js +3 -0
  93. package/src/config/schema/debug.schema.d.ts +22 -1
  94. package/src/config/schema/debug.schema.js +1 -0
  95. package/src/config/schema/distill-training.schema.d.ts +0 -1
  96. package/src/config/schema/distill-training.schema.js +1 -1
  97. package/src/config/schema/doppler.schema.d.ts +12 -2
  98. package/src/config/schema/doppler.schema.js +108 -8
  99. package/src/config/schema/emulation.schema.d.ts +3 -0
  100. package/src/config/schema/emulation.schema.js +16 -16
  101. package/src/config/schema/execution-v1.schema.d.ts +12 -1
  102. package/src/config/schema/execution-v1.schema.js +7 -1
  103. package/src/config/schema/index.d.ts +52 -1
  104. package/src/config/schema/index.js +14 -0
  105. package/src/config/schema/inference.schema.d.ts +3 -3
  106. package/src/config/schema/kernel-path.schema.d.ts +6 -27
  107. package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
  108. package/src/config/schema/kernel-thresholds.schema.js +3 -7
  109. package/src/config/schema/kvcache.schema.js +0 -9
  110. package/src/config/schema/loading.schema.d.ts +12 -0
  111. package/src/config/schema/loading.schema.js +4 -0
  112. package/src/config/schema/manifest.schema.d.ts +68 -1
  113. package/src/config/schema/manifest.schema.js +48 -2
  114. package/src/config/schema/moe.schema.js +0 -8
  115. package/src/config/schema/program-bundle.schema.d.ts +233 -0
  116. package/src/config/schema/program-bundle.schema.js +393 -0
  117. package/src/config/schema/ul-training.schema.d.ts +0 -1
  118. package/src/config/schema/ul-training.schema.js +1 -1
  119. package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
  120. package/src/config/supported-operations.d.ts +14 -0
  121. package/src/config/supported-operations.js +34 -0
  122. package/src/config/supported-operations.json +178 -0
  123. package/src/config/training-defaults.js +1 -7
  124. package/src/config/transforms/capability-transform-resolver.js +3 -1
  125. package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
  126. package/src/config/transforms/execution-graph-transforms.js +693 -29
  127. package/src/converter/conversion-plan.js +13 -10
  128. package/src/converter/core.d.ts +57 -0
  129. package/src/converter/core.js +582 -13
  130. package/src/converter/parsers/diffusion.js +1 -33
  131. package/src/converter/quantization-info.d.ts +5 -4
  132. package/src/converter/quantization-info.js +39 -3
  133. package/src/converter/quantizer.d.ts +19 -0
  134. package/src/converter/quantizer.js +76 -0
  135. package/src/debug/config.d.ts +0 -4
  136. package/src/debug/config.js +0 -17
  137. package/src/debug/index.d.ts +28 -30
  138. package/src/debug/index.js +0 -18
  139. package/src/debug/stats.d.ts +0 -8
  140. package/src/debug/stats.js +3 -3
  141. package/src/debug/tensor.d.ts +9 -2
  142. package/src/debug/tensor.js +11 -4
  143. package/src/debug/trace.js +2 -15
  144. package/src/errors/doppler-error.js +20 -0
  145. package/src/experimental/browser/quantization.d.ts +5 -0
  146. package/src/experimental/distribution/shard-delivery.js +179 -23
  147. package/src/experimental/training/artifacts.js +1 -14
  148. package/src/experimental/training/checkpoint.js +1 -14
  149. package/src/experimental/training/datasets/token-batch.d.ts +1 -1
  150. package/src/experimental/training/datasets/token-batch.js +2 -2
  151. package/src/experimental/training/distillation/dataset.js +2 -15
  152. package/src/experimental/training/distillation/eval.js +3 -3
  153. package/src/experimental/training/distillation/runtime.js +3 -16
  154. package/src/experimental/training/distillation/student-fixture.js +6 -6
  155. package/src/experimental/training/lora-pipeline.js +1 -14
  156. package/src/experimental/training/objectives/base.d.ts +2 -2
  157. package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
  158. package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
  159. package/src/experimental/training/objectives/distill_kd.js +2 -2
  160. package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
  161. package/src/experimental/training/objectives/distill_triplet.js +2 -2
  162. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
  163. package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
  164. package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
  165. package/src/experimental/training/operator-artifacts.js +1 -14
  166. package/src/experimental/training/runner.js +1 -14
  167. package/src/experimental/training/workload-packs/registry.json +6 -6
  168. package/src/experimental/training/workloads.js +1 -1
  169. package/src/formats/gguf/types.d.ts +0 -63
  170. package/src/formats/gguf/types.js +58 -38
  171. package/src/formats/litert/types.d.ts +0 -13
  172. package/src/formats/litert/types.js +2 -2
  173. package/src/formats/rdrr/distributed/index.d.ts +34 -0
  174. package/src/formats/rdrr/distributed/index.js +3 -0
  175. package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
  176. package/src/formats/rdrr/distributed/parsing.js +23 -0
  177. package/src/formats/rdrr/distributed/validation.d.ts +23 -0
  178. package/src/formats/rdrr/distributed/validation.js +131 -0
  179. package/src/formats/rdrr/groups.d.ts +1 -13
  180. package/src/formats/rdrr/groups.js +0 -34
  181. package/src/formats/rdrr/index.d.ts +9 -0
  182. package/src/formats/rdrr/index.js +9 -0
  183. package/src/formats/rdrr/integrity.d.ts +51 -0
  184. package/src/formats/rdrr/integrity.js +200 -0
  185. package/src/formats/rdrr/lowerings.d.ts +28 -0
  186. package/src/formats/rdrr/lowerings.js +112 -0
  187. package/src/formats/rdrr/manifest.d.ts +0 -14
  188. package/src/formats/rdrr/manifest.js +5 -58
  189. package/src/formats/rdrr/merkle.d.ts +24 -0
  190. package/src/formats/rdrr/merkle.js +118 -0
  191. package/src/formats/rdrr/parsing.js +4 -0
  192. package/src/formats/rdrr/slice-compiler.d.ts +29 -0
  193. package/src/formats/rdrr/slice-compiler.js +188 -0
  194. package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
  195. package/src/formats/rdrr/storage-descriptor.js +186 -0
  196. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
  197. package/src/formats/rdrr/tensor-config-validator.js +0 -30
  198. package/src/formats/rdrr/types.d.ts +107 -0
  199. package/src/formats/rdrr/validation.js +245 -0
  200. package/src/formats/tflite/types.d.ts +0 -31
  201. package/src/formats/tflite/types.js +5 -5
  202. package/src/gpu/command-recorder.d.ts +3 -21
  203. package/src/gpu/device.d.ts +17 -3
  204. package/src/gpu/device.js +20 -4
  205. package/src/gpu/kernel-runtime.d.ts +8 -15
  206. package/src/gpu/kernel-selection-log.d.ts +0 -8
  207. package/src/gpu/kernel-selection-log.js +0 -15
  208. package/src/gpu/kernel-tuner/cache.js +0 -3
  209. package/src/gpu/kernels/README.md +50 -18
  210. package/src/gpu/kernels/activation_static_qdq.wgsl +3 -1
  211. package/src/gpu/kernels/attention.d.ts +28 -19
  212. package/src/gpu/kernels/attention.js +443 -9
  213. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
  214. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
  215. package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
  216. package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
  217. package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
  218. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
  219. package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
  220. package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
  221. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
  222. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
  223. package/src/gpu/kernels/attention_f16.wgsl +88 -30
  224. package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
  225. package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
  226. package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
  227. package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
  228. package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
  229. package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
  230. package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
  231. package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
  232. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
  233. package/src/gpu/kernels/backward/index.d.ts +6 -0
  234. package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
  235. package/src/gpu/kernels/backward/utils.d.ts +35 -0
  236. package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
  237. package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
  238. package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
  239. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
  240. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
  241. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
  242. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
  243. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
  244. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
  245. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
  246. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
  247. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
  248. package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
  249. package/src/gpu/kernels/constants.d.ts +9 -48
  250. package/src/gpu/kernels/constants.js +0 -23
  251. package/src/gpu/kernels/conv2d.d.ts +0 -4
  252. package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
  253. package/src/gpu/kernels/dequant.d.ts +0 -16
  254. package/src/gpu/kernels/dequant.js +1 -71
  255. package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
  256. package/src/gpu/kernels/dequant_shared.wgsl +1 -55
  257. package/src/gpu/kernels/dispatch.d.ts +12 -97
  258. package/src/gpu/kernels/dispatch.js +0 -117
  259. package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
  260. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
  261. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
  262. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
  263. package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
  264. package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
  265. package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
  266. package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
  267. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
  268. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
  269. package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
  270. package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
  271. package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
  272. package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
  273. package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
  274. package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
  275. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
  276. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
  277. package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
  278. package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
  279. package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
  280. package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
  281. package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
  282. package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
  283. package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
  284. package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
  285. package/src/gpu/kernels/gather.d.ts +0 -7
  286. package/src/gpu/kernels/gather_f16.wgsl +1 -1
  287. package/src/gpu/kernels/gelu_f16.wgsl +14 -15
  288. package/src/gpu/kernels/groupnorm.d.ts +0 -4
  289. package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
  290. package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
  291. package/src/gpu/kernels/index.d.ts +6 -5
  292. package/src/gpu/kernels/index.js +3 -4
  293. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
  294. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
  295. package/src/gpu/kernels/layernorm.d.ts +0 -4
  296. package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
  297. package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
  298. package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
  299. package/src/gpu/kernels/logit-merge.d.ts +0 -24
  300. package/src/gpu/kernels/logit-merge.js +1 -17
  301. package/src/gpu/kernels/matmul-dispatch.js +7 -1
  302. package/src/gpu/kernels/matmul-selection.js +68 -1
  303. package/src/gpu/kernels/matmul.d.ts +0 -28
  304. package/src/gpu/kernels/matmul.js +101 -7
  305. package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
  306. package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
  307. package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
  308. package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
  309. package/src/gpu/kernels/modulate_f16.wgsl +1 -1
  310. package/src/gpu/kernels/moe.d.ts +0 -56
  311. package/src/gpu/kernels/moe.js +0 -15
  312. package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
  313. package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
  314. package/src/gpu/kernels/residual.d.ts +0 -12
  315. package/src/gpu/kernels/residual_f16.wgsl +2 -2
  316. package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
  317. package/src/gpu/kernels/rmsnorm.d.ts +0 -8
  318. package/src/gpu/kernels/rmsnorm.js +17 -1
  319. package/src/gpu/kernels/rmsnorm.wgsl +5 -6
  320. package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
  321. package/src/gpu/kernels/rope.d.ts +1 -5
  322. package/src/gpu/kernels/rope.js +12 -2
  323. package/src/gpu/kernels/rope.wgsl +33 -19
  324. package/src/gpu/kernels/rope_f16.wgsl +39 -25
  325. package/src/gpu/kernels/sample.d.ts +0 -5
  326. package/src/gpu/kernels/sample.wgsl +7 -6
  327. package/src/gpu/kernels/sample_f16.wgsl +28 -30
  328. package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
  329. package/src/gpu/kernels/shader-cache.d.ts +13 -0
  330. package/src/gpu/kernels/shader-cache.js +27 -0
  331. package/src/gpu/kernels/silu_f16.wgsl +1 -1
  332. package/src/gpu/kernels/softmax.wgsl +4 -144
  333. package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
  334. package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
  335. package/src/gpu/kernels/topk_f16.wgsl +1 -1
  336. package/src/gpu/kernels/turboquant-codebook.js +11 -40
  337. package/src/gpu/kernels/uniform-utils.d.ts +18 -0
  338. package/src/gpu/kernels/upsample2d.d.ts +0 -4
  339. package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
  340. package/src/gpu/kernels/utils.d.ts +28 -0
  341. package/src/gpu/kernels/utils.js +41 -0
  342. package/src/gpu/perf-guards.d.ts +0 -12
  343. package/src/gpu/perf-guards.js +0 -62
  344. package/src/gpu/profiler.d.ts +0 -21
  345. package/src/gpu/profiler.js +0 -34
  346. package/src/gpu/submit-tracker.d.ts +0 -57
  347. package/src/gpu/submit-tracker.js +3 -62
  348. package/src/gpu/tensor.d.ts +0 -23
  349. package/src/gpu/tensor.js +0 -41
  350. package/src/gpu/uniform-cache.d.ts +0 -11
  351. package/src/gpu/uniform-cache.js +0 -23
  352. package/src/index.d.ts +1 -0
  353. package/src/index.js +1 -0
  354. package/src/inference/browser-harness-model-helpers.d.ts +0 -9
  355. package/src/inference/browser-harness-model-helpers.js +22 -13
  356. package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
  357. package/src/inference/browser-harness-runtime-helpers.js +2 -2
  358. package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
  359. package/src/inference/browser-harness-suite-helpers.js +87 -1
  360. package/src/inference/browser-harness-text-helpers.d.ts +12 -0
  361. package/src/inference/browser-harness-text-helpers.js +223 -14
  362. package/src/inference/browser-harness.d.ts +0 -29
  363. package/src/inference/browser-harness.js +264 -71
  364. package/src/inference/kv-cache/base.d.ts +6 -0
  365. package/src/inference/kv-cache/base.js +16 -1
  366. package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
  367. package/src/inference/kv-cache/mixed-geometry.js +12 -2
  368. package/src/inference/kv-cache/quantized.js +2 -0
  369. package/src/inference/kv-cache/tiered.js +7 -0
  370. package/src/inference/kv-cache/types.d.ts +2 -0
  371. package/src/inference/multi-model-network.d.ts +1 -1
  372. package/src/inference/multi-model-network.js +1 -2
  373. package/src/inference/network-evolution.d.ts +0 -12
  374. package/src/inference/network-evolution.js +2 -2
  375. package/src/inference/pipelines/context.js +17 -0
  376. package/src/inference/pipelines/diffusion/init.js +2 -2
  377. package/src/inference/pipelines/diffusion/pipeline.js +41 -96
  378. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
  379. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
  380. package/src/inference/pipelines/diffusion/vae.js +4 -4
  381. package/src/inference/pipelines/energy/quintel.d.ts +15 -0
  382. package/src/inference/pipelines/structured/index.d.ts +2 -0
  383. package/src/inference/pipelines/structured/index.js +2 -0
  384. package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
  385. package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
  386. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
  387. package/src/inference/pipelines/text/attention/attn-config.js +1 -1
  388. package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
  389. package/src/inference/pipelines/text/attention/projections.js +70 -23
  390. package/src/inference/pipelines/text/attention/record.js +118 -5
  391. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
  392. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
  393. package/src/inference/pipelines/text/attention/run.js +97 -6
  394. package/src/inference/pipelines/text/attention/types.d.ts +2 -0
  395. package/src/inference/pipelines/text/chat-format.d.ts +0 -10
  396. package/src/inference/pipelines/text/chat-format.js +1 -8
  397. package/src/inference/pipelines/text/config.d.ts +3 -25
  398. package/src/inference/pipelines/text/config.js +105 -3
  399. package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
  400. package/src/inference/pipelines/text/drift-policy.js +1 -1
  401. package/src/inference/pipelines/text/embed.d.ts +22 -27
  402. package/src/inference/pipelines/text/embed.js +0 -39
  403. package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
  404. package/src/inference/pipelines/text/execution-plan.js +15 -2
  405. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
  406. package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
  407. package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
  408. package/src/inference/pipelines/text/execution-v1.js +94 -25
  409. package/src/inference/pipelines/text/ffn/dense.js +180 -3
  410. package/src/inference/pipelines/text/ffn/standard.js +40 -13
  411. package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
  412. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -2
  413. package/src/inference/pipelines/text/generator-helpers.js +4 -5
  414. package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
  415. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
  416. package/src/inference/pipelines/text/generator-runtime.js +8 -6
  417. package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
  418. package/src/inference/pipelines/text/generator-steps.js +8 -3
  419. package/src/inference/pipelines/text/generator.d.ts +0 -6
  420. package/src/inference/pipelines/text/generator.js +223 -547
  421. package/src/inference/pipelines/text/init-chat-templates.js +86 -0
  422. package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
  423. package/src/inference/pipelines/text/init-rope.js +408 -0
  424. package/src/inference/pipelines/text/init.d.ts +5 -2
  425. package/src/inference/pipelines/text/init.js +183 -724
  426. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
  427. package/src/inference/pipelines/text/kernel-trace.js +0 -33
  428. package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
  429. package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
  430. package/src/inference/pipelines/text/layer-plan.js +1 -1
  431. package/src/inference/pipelines/text/layer.d.ts +70 -8
  432. package/src/inference/pipelines/text/layer.js +105 -537
  433. package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
  434. package/src/inference/pipelines/text/load-errors.d.ts +21 -0
  435. package/src/inference/pipelines/text/load-errors.js +59 -0
  436. package/src/inference/pipelines/text/logits/cpu.js +2 -20
  437. package/src/inference/pipelines/text/logits/gpu.js +2 -0
  438. package/src/inference/pipelines/text/logits/index.d.ts +1 -1
  439. package/src/inference/pipelines/text/model-load.d.ts +5 -4
  440. package/src/inference/pipelines/text/model-load.js +74 -17
  441. package/src/inference/pipelines/text/ops.d.ts +13 -2
  442. package/src/inference/pipelines/text/ops.js +1 -1
  443. package/src/inference/pipelines/text/per-layer-inputs.js +31 -6
  444. package/src/inference/pipelines/text/probes.d.ts +3 -6
  445. package/src/inference/pipelines/text/probes.js +120 -31
  446. package/src/inference/pipelines/text/sampling.d.ts +0 -5
  447. package/src/inference/pipelines/text/sampling.js +140 -0
  448. package/src/inference/pipelines/text/stage-names.js +3 -0
  449. package/src/inference/pipelines/text/state.js +2 -0
  450. package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
  451. package/src/inference/pipelines/text/types.d.ts +8 -78
  452. package/src/inference/pipelines/text/weights.d.ts +0 -50
  453. package/src/inference/pipelines/text/weights.js +2 -51
  454. package/src/inference/pipelines/text.d.ts +9 -1
  455. package/src/inference/pipelines/text.js +223 -27
  456. package/src/inference/pipelines/vision/index.js +0 -107
  457. package/src/inference/runtime-model.d.ts +0 -7
  458. package/src/inference/runtime-model.js +0 -23
  459. package/src/inference/test-harness.d.ts +6 -22
  460. package/src/inference/test-harness.js +97 -23
  461. package/src/inference/tokenizer.js +1 -10
  462. package/src/inference/tokenizers/sentencepiece.js +65 -15
  463. package/src/inference/tokenizers/types.d.ts +0 -21
  464. package/src/loader/doppler-loader.d.ts +3 -0
  465. package/src/loader/doppler-loader.js +90 -12
  466. package/src/loader/embedding-loader.js +13 -3
  467. package/src/loader/loader-types.d.ts +2 -0
  468. package/src/loader/manifest-config.js +25 -1
  469. package/src/loader/memory-monitor.d.ts +17 -5
  470. package/src/loader/quantization-constants.d.ts +6 -0
  471. package/src/loader/shard-resolver.d.ts +1 -0
  472. package/src/loader/shard-resolver.js +15 -0
  473. package/src/loader/tensors/source-transform.js +6 -1
  474. package/src/loader/tensors/tensor-loader.d.ts +2 -9
  475. package/src/loader/tensors/tensor-loader.js +84 -1
  476. package/src/memory/address-table.d.ts +1 -9
  477. package/src/memory/buffer-pool.d.ts +0 -16
  478. package/src/memory/buffer-pool.js +1 -33
  479. package/src/memory/heap-manager.d.ts +18 -43
  480. package/src/memory/unified-detect.d.ts +19 -34
  481. package/src/models/embeddinggemma.d.ts +7 -0
  482. package/src/models/embeddinggemma.js +24 -0
  483. package/src/models/family.d.ts +24 -0
  484. package/src/models/family.js +25 -0
  485. package/src/models/gemma3.d.ts +7 -0
  486. package/src/models/gemma3.js +33 -0
  487. package/src/models/gemma4.d.ts +7 -0
  488. package/src/models/gemma4.js +33 -0
  489. package/src/models/qwen3.d.ts +7 -0
  490. package/src/models/qwen3.js +36 -0
  491. package/src/rules/converter/tokenizer.rules.json +5 -0
  492. package/src/rules/execution-rules-contract-check.js +72 -3
  493. package/src/rules/inference/capability-transforms.rules.json +87 -0
  494. package/src/rules/inference/execution.rules.json +11 -1
  495. package/src/rules/inference/ffn.rules.json +6 -2
  496. package/src/rules/loader/tensor-loader.rules.json +9 -0
  497. package/src/rules/rule-registry.js +53 -75
  498. package/src/storage/artifact-storage-context.d.ts +11 -3
  499. package/src/storage/artifact-storage-context.js +231 -26
  500. package/src/storage/backends/opfs-store.js +138 -88
  501. package/src/storage/blake3.js +9 -1
  502. package/src/storage/export.js +1 -5
  503. package/src/storage/normalize-model-id.js +3 -0
  504. package/src/storage/preflight.js +11 -0
  505. package/src/storage/quickstart-downloader.js +44 -67
  506. package/src/storage/reports.js +35 -11
  507. package/src/storage/shard-manager.d.ts +8 -2
  508. package/src/storage/shard-manager.js +176 -15
  509. package/src/storage/source-artifact-store.d.ts +0 -2
  510. package/src/storage/source-artifact-store.js +3 -9
  511. package/src/sw.js +0 -3
  512. package/src/tooling/browser-command-runner.js +39 -0
  513. package/src/tooling/command-api-constants.js +1 -1
  514. package/src/tooling/command-api-family-normalizers.d.ts +1 -0
  515. package/src/tooling/command-api-family-normalizers.js +49 -7
  516. package/src/tooling/command-api-helpers.d.ts +0 -2
  517. package/src/tooling/command-api-helpers.js +6 -2
  518. package/src/tooling/command-api.d.ts +20 -1
  519. package/src/tooling/command-api.js +10 -1
  520. package/src/tooling/command-envelope.d.ts +0 -1
  521. package/src/tooling/command-envelope.js +1 -1
  522. package/src/tooling/command-runner-shared.d.ts +10 -0
  523. package/src/tooling/conversion-config-materializer.d.ts +0 -10
  524. package/src/tooling/conversion-config-materializer.js +1 -1
  525. package/src/tooling/diagnose-runner.js +1 -4
  526. package/src/tooling/hf-registry-utils.d.ts +2 -6
  527. package/src/tooling/hf-registry-utils.js +90 -19
  528. package/src/tooling/kernel-path-builder/index.js +1 -4
  529. package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
  530. package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
  531. package/src/tooling/lean-execution-contract-runner.js +2 -2
  532. package/src/tooling/litert-package-runtime.d.ts +1 -1
  533. package/src/tooling/litert-package-runtime.js +21 -24
  534. package/src/tooling/node-browser-command-runner.d.ts +15 -0
  535. package/src/tooling/node-browser-command-runner.js +97 -13
  536. package/src/tooling/node-command-runner.js +36 -0
  537. package/src/tooling/node-convert-worker-pool.js +12 -0
  538. package/src/tooling/node-convert-worker.js +10 -1
  539. package/src/tooling/node-converter.js +90 -1
  540. package/src/tooling/node-source-runtime.js +1 -10
  541. package/src/tooling/opfs-cache.js +1 -4
  542. package/src/tooling/precision-replay-math.js +174 -0
  543. package/src/tooling/program-bundle-host.d.ts +16 -0
  544. package/src/tooling/program-bundle-host.js +20 -0
  545. package/src/tooling/program-bundle-parity.d.ts +28 -0
  546. package/src/tooling/program-bundle-parity.js +210 -0
  547. package/src/tooling/program-bundle.d.ts +61 -0
  548. package/src/tooling/program-bundle.js +1119 -0
  549. package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
  550. package/src/tooling/rdrr-integrity-refresh.js +271 -0
  551. package/src/tooling/reference-verify.js +191 -0
  552. package/src/tooling/source-artifact-adapter.d.ts +0 -20
  553. package/src/tooling/source-artifact-adapter.js +4 -4
  554. package/src/tooling/source-package-profiles.js +1 -7
  555. package/src/tooling/source-runtime-bundle.d.ts +2 -0
  556. package/src/tooling/source-runtime-bundle.js +3 -22
  557. package/src/tooling/source-runtime-converter-config.d.ts +0 -5
  558. package/src/tooling/source-runtime-converter-config.js +13 -9
  559. package/src/tooling/source-runtime-materializer.js +1 -7
  560. package/src/tooling-exports/device.d.ts +11 -0
  561. package/src/tooling-exports/device.js +14 -0
  562. package/src/tooling-exports/manifest.d.ts +8 -0
  563. package/src/tooling-exports/manifest.js +11 -0
  564. package/src/tooling-exports/storage.d.ts +25 -0
  565. package/src/tooling-exports/storage.js +29 -0
  566. package/src/tooling-exports/structured.d.ts +1 -0
  567. package/src/tooling-exports/structured.js +5 -0
  568. package/src/tooling-exports.d.ts +23 -0
  569. package/src/tooling-exports.js +17 -0
  570. package/src/tooling-exports.shared.d.ts +27 -30
  571. package/src/tooling-exports.shared.js +28 -29
  572. package/src/types/index.d.ts +0 -3
  573. package/src/types/index.js +0 -3
  574. package/src/utils/array-buffer.d.ts +4 -0
  575. package/src/utils/array-buffer.js +9 -0
  576. package/src/utils/canonical-hash.d.ts +7 -0
  577. package/src/utils/canonical-hash.js +74 -0
  578. package/src/utils/clone-json.d.ts +1 -0
  579. package/src/utils/clone-json.js +7 -0
  580. package/src/utils/encode-utf8.js +5 -0
  581. package/src/utils/index.d.ts +4 -1
  582. package/src/utils/index.js +4 -1
  583. package/src/utils/runtime-env.js +7 -0
  584. package/src/utils/sha256.d.ts +1 -0
  585. package/src/utils/sha256.js +18 -4
  586. package/src/utils/stable-sort-object.d.ts +1 -0
  587. package/src/utils/stable-sort-object.js +13 -0
  588. package/src/version.js +1 -1
  589. package/tools/convert-safetensors-node.js +1 -2
  590. package/src/bootstrap.d.ts +0 -1
  591. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
  592. package/src/config/kernels/kernel-ref.d.ts +0 -17
  593. package/src/config/kernels/kernel-ref.js +0 -75
  594. package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
  595. package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
  596. package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
  597. package/src/config/runtime/kernels/fused-q4k.json +0 -13
  598. package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
  599. package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
  600. package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
  601. package/src/config/runtime/kernels/safe-q4k.json +0 -13
  602. package/src/config/runtime/overlays/debug-f32a.json +0 -3
  603. package/src/config/runtime/overlays/trace-config.json +0 -28
  604. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
  605. package/src/debug/perf.d.ts +0 -33
  606. package/src/debug/perf.js +0 -51
  607. package/src/errors/index.d.ts +0 -1
  608. package/src/errors/index.js +0 -1
  609. package/src/formats/gguf/index.d.ts +0 -8
  610. package/src/formats/gguf/index.js +0 -4
  611. package/src/formats/litert/index.d.ts +0 -1
  612. package/src/formats/litert/index.js +0 -1
  613. package/src/formats/safetensors/index.d.ts +0 -8
  614. package/src/formats/safetensors/index.js +0 -4
  615. package/src/formats/tflite/index.d.ts +0 -1
  616. package/src/formats/tflite/index.js +0 -1
  617. package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
  618. package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
  619. package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
  620. package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
  621. package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
  622. package/src/inference/functiongemma.d.ts +0 -15
  623. package/src/inference/functiongemma.js +0 -1
  624. package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
  625. package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
  626. package/src/rules/kernels/kernel-validator.d.ts +0 -24
  627. package/src/rules/kernels/kernel-validator.js +0 -160
  628. package/src/sw.d.ts +0 -1
  629. package/src/tooling/bench-runner.js +0 -64
  630. package/src/tooling/distill-runner.js +0 -56
  631. package/src/tooling/lora-runner.js +0 -37
  632. package/src/tooling/verify-runner.js +0 -63
  633. package/src/types/gpu.d.ts +0 -185
  634. package/src/types/gpu.js +0 -5
  635. package/src/types/inference.d.ts +0 -197
  636. package/src/types/inference.js +0 -5
  637. package/src/types/model.d.ts +0 -130
  638. package/src/types/model.js +0 -5
  639. package/src/utils/format-bytes.js +0 -20
  640. /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
  641. /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
  642. /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
  643. /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
  644. /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
  645. /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
@@ -5,17 +5,39 @@ import path from 'node:path';
5
5
  import { fileURLToPath, pathToFileURL } from 'node:url';
6
6
  import { runNodeCommand } from '../tooling/node-command-runner.js';
7
7
  import { runBrowserCommandInNode } from '../tooling/node-browser-command-runner.js';
8
+ import { writeProgramBundle, writeReferenceReceipt } from '../tooling/program-bundle.js';
8
9
  import {
9
10
  TOOLING_COMMANDS,
10
11
  normalizeToolingCommandRequest,
11
12
  } from '../tooling/command-api.js';
12
13
  import { createToolingErrorEnvelope } from '../tooling/command-envelope.js';
13
- import { buildHfResolveBaseUrl } from '../utils/hf-resolve-url.js';
14
- import { DEFAULT_EXTERNAL_MODELS_ROOT } from '../tooling/hf-registry-utils.js';
14
+ import {
15
+ asStringOrNull,
16
+ resolveBrowserModelUrl,
17
+ resolveNodeModelUrl,
18
+ resolveStaticRootDir,
19
+ resolveRdrrRoot,
20
+ } from './cli-model-resolution.js';
21
+ import { isPlainObject } from '../utils/plain-object.js';
22
+ import {
23
+ toSummary,
24
+ formatNumber,
25
+ formatMs,
26
+ saveBenchResult,
27
+ loadBaseline,
28
+ compareBenchResults,
29
+ printManifestSummary,
30
+ printDeviceInfo,
31
+ printConvertContractSummary,
32
+ printConvertReportSummary,
33
+ printMetricsSummary,
34
+ } from './cli-output.js';
35
+ import { formatRuntimeProfiles, listRuntimeProfiles } from './runtime-profiles.js';
36
+
37
+ export { resolveBrowserModelUrl, resolveNodeModelUrl } from './cli-model-resolution.js';
15
38
 
16
39
  const NODE_WEBGPU_INCOMPLETE_MESSAGE = 'node command: WebGPU runtime is incomplete in Node';
17
40
  const CLI_POLICY_PATH = fileURLToPath(new URL('./config/doppler-cli-policy.json', import.meta.url));
18
- const DEFAULT_EXTERNAL_RDRR_ROOT = path.join(DEFAULT_EXTERNAL_MODELS_ROOT, 'rdrr');
19
41
  const DEFAULT_CLI_POLICY = {
20
42
  defaults: {
21
43
  surface: {
@@ -47,32 +69,35 @@ const COMMON_CLI_FLAGS = Object.freeze([
47
69
  'help',
48
70
  'h',
49
71
  'runtime-config',
72
+ 'runtime-profile',
50
73
  ]);
51
74
 
52
- function asStringOrNull(value) {
53
- if (value === undefined || value === null) return null;
54
- if (typeof value === 'string') {
55
- const trimmed = value.trim();
56
- if (!trimmed.length) return null;
57
- return trimmed;
58
- }
59
- return String(value);
60
- }
61
-
62
75
  function usage() {
63
76
  return [
64
77
  'Usage:',
65
78
  ' doppler convert --config <path|url|json> [--surface auto|node]',
66
- ' doppler debug --config <path|url|json> [--runtime-config <path|url|json>] [--surface auto|node|browser]',
67
- ' doppler bench --config <path|url|json> [--runtime-config <path|url|json>] [--surface auto|node|browser]',
68
- ' doppler verify --config <path|url|json> [--runtime-config <path|url|json>] [--surface auto|node|browser]',
79
+ ' doppler refresh-integrity --config <path|url|json> [--surface auto|node]',
80
+ ' doppler debug --config <path|url|json> [--runtime-profile <id>|--runtime-config <path|url|json>] [--surface auto|node|browser]',
81
+ ' doppler bench --config <path|url|json> [--runtime-profile <id>|--runtime-config <path|url|json>] [--surface auto|node|browser]',
82
+ ' doppler verify --config <path|url|json> [--runtime-profile <id>|--runtime-config <path|url|json>] [--surface auto|node|browser]',
83
+ ' doppler diagnose --config <path|url|json> [--runtime-profile <id>|--runtime-config <path|url|json>] [--surface auto|node]',
84
+ ' doppler profiles [--json|--pretty]',
69
85
  ' doppler lora --config <path|url|json> [--surface auto|node]',
70
86
  ' doppler distill --config <path|url|json> [--surface auto|node]',
87
+ ' doppler program-bundle --config <path|json>',
88
+ ' doppler program-bundle --manifest <path> --reference-report <path> --out <path> [--conversion-config <path>]',
89
+ ' doppler reference-receipt --config <path|json>',
90
+ ' doppler reference-receipt --manifest <path> --reference-transcript <path> --out <path>',
91
+ ' doppler intake --convert-config <path|json> [--manifest <path>] [--out <intake-report.json>]',
92
+ ' doppler bundle --manifest <path> --out <dir> [--prompt <text>] [--max-tokens <n>] [--surface node|browser]',
93
+ ' doppler bundle --convert-config <path|json> --out <dir>',
71
94
  '',
72
95
  'Flags:',
73
96
  ' --config <path|url|json> Required command config payload (file path, URL, or JSON object string).',
74
97
  ' --runtime-config <value> Compatibility runtime override alias (JSON object, URL, or file path).',
98
+ ' --runtime-profile <id> Convenience alias for request.runtimeProfile on harnessed commands.',
75
99
  ' --surface <auto|node|browser> Optional execution surface override.',
100
+ ' --json Explicitly print JSON output (default).',
76
101
  ' --pretty Print human-readable summary instead of JSON',
77
102
  ' --help, -h Show this help message',
78
103
  '',
@@ -88,6 +113,10 @@ function usage() {
88
113
  '',
89
114
  'Example:',
90
115
  ' doppler verify --config \'{"request":{"workload":"inference","modelId":"gemma-3-270m-it-f16-af32"}}\'',
116
+ ' doppler profiles --pretty',
117
+ ' doppler refresh-integrity --config \'{"request":{"modelDir":"models/local/gemma-3-270m-it-q4k-ehf16-af32"}}\'',
118
+ ' doppler verify --config \'{"request":{"workload":"inference","workloadType":"program-bundle","programBundlePath":"examples/program-bundles/gemma-3-270m-it-q4k-ehf16-af32.program-bundle.json"}}\'',
119
+ ' doppler program-bundle --config \'{"manifestPath":"models/local/gemma-3-270m-it-q4k-ehf16-af32/manifest.json","referenceReportPath":"tests/fixtures/reports/gemma-3-270m-it-q4k-ehf16-af32/2026-03-18T13-33-38.973Z.json","outputPath":"examples/program-bundles/gemma-3-270m-it-q4k-ehf16-af32.program-bundle.json"}\'',
91
120
  ].join('\n');
92
121
  }
93
122
 
@@ -119,6 +148,8 @@ function parseArgs(argv) {
119
148
  || key === 'pretty'
120
149
  || key === 'help'
121
150
  || key === 'h'
151
+ || key === 'skip-convert'
152
+ || key === 'skip-capture'
122
153
  ) {
123
154
  out.flags[key] = true;
124
155
  continue;
@@ -209,6 +240,109 @@ function validateCommandFlags(parsed) {
209
240
  }
210
241
  }
211
242
 
243
+ function validateProgramBundleFlags(parsed) {
244
+ const allowedFlags = new Set([
245
+ 'config',
246
+ 'manifest',
247
+ 'model-dir',
248
+ 'reference-report',
249
+ 'conversion-config',
250
+ 'runtime-config',
251
+ 'out',
252
+ 'bundle-id',
253
+ 'created-at',
254
+ 'pretty',
255
+ 'json',
256
+ 'help',
257
+ 'h',
258
+ ]);
259
+ for (const key of Object.keys(parsed.flags || {})) {
260
+ if (allowedFlags.has(key)) continue;
261
+ throw new Error(`Unknown flag --${key} for "program-bundle".`);
262
+ }
263
+ }
264
+
265
+ function validateIntakeFlags(parsed) {
266
+ const allowedFlags = new Set([
267
+ 'convert-config',
268
+ 'manifest',
269
+ 'model-dir',
270
+ 'out',
271
+ 'skip-convert',
272
+ 'pretty',
273
+ 'json',
274
+ 'help',
275
+ 'h',
276
+ ]);
277
+ for (const key of Object.keys(parsed.flags || {})) {
278
+ if (allowedFlags.has(key)) continue;
279
+ throw new Error(`Unknown flag --${key} for "intake".`);
280
+ }
281
+ }
282
+
283
+ function validateBundleFlags(parsed) {
284
+ const allowedFlags = new Set([
285
+ 'convert-config',
286
+ 'manifest',
287
+ 'model-dir',
288
+ 'model-url',
289
+ 'conversion-config',
290
+ 'prompt',
291
+ 'max-tokens',
292
+ 'surface',
293
+ 'runtime-config',
294
+ 'out',
295
+ 'bundle-id',
296
+ 'receipt-id',
297
+ 'created-at',
298
+ 'skip-convert',
299
+ 'skip-capture',
300
+ 'reference-report',
301
+ 'reference-transcript',
302
+ 'pretty',
303
+ 'json',
304
+ 'help',
305
+ 'h',
306
+ ]);
307
+ for (const key of Object.keys(parsed.flags || {})) {
308
+ if (allowedFlags.has(key)) continue;
309
+ throw new Error(`Unknown flag --${key} for "bundle".`);
310
+ }
311
+ }
312
+
313
+ function validateReferenceReceiptFlags(parsed) {
314
+ const allowedFlags = new Set([
315
+ 'config',
316
+ 'manifest',
317
+ 'model-dir',
318
+ 'reference-transcript',
319
+ 'out',
320
+ 'receipt-id',
321
+ 'created-at',
322
+ 'pretty',
323
+ 'json',
324
+ 'help',
325
+ 'h',
326
+ ]);
327
+ for (const key of Object.keys(parsed.flags || {})) {
328
+ if (allowedFlags.has(key)) continue;
329
+ throw new Error(`Unknown flag --${key} for "reference-receipt".`);
330
+ }
331
+ }
332
+
333
+ function validateProfilesFlags(parsed) {
334
+ const allowedFlags = new Set([
335
+ 'pretty',
336
+ 'json',
337
+ 'help',
338
+ 'h',
339
+ ]);
340
+ for (const key of Object.keys(parsed.flags || {})) {
341
+ if (allowedFlags.has(key)) continue;
342
+ throw new Error(`Unknown flag --${key} for "profiles".`);
343
+ }
344
+ }
345
+
212
346
  function parseJsonObjectFlag(value, label) {
213
347
  if (asStringOrNull(value) === null) return null;
214
348
  try {
@@ -246,6 +380,7 @@ function parseUnifiedRuntimeConfig(value) {
246
380
  if (normalized === null) return null;
247
381
  if (normalized.startsWith('{')) {
248
382
  return {
383
+ sourceFlag: '--runtime-config',
249
384
  runtimeProfile: null,
250
385
  runtimeConfigUrl: null,
251
386
  runtimeConfig: parseJsonObjectFlag(normalized, '--runtime-config'),
@@ -253,20 +388,50 @@ function parseUnifiedRuntimeConfig(value) {
253
388
  }
254
389
  if (isAbsoluteUrl(normalized)) {
255
390
  return {
391
+ sourceFlag: '--runtime-config',
256
392
  runtimeProfile: null,
257
393
  runtimeConfigUrl: normalized,
258
394
  runtimeConfig: null,
259
395
  };
260
396
  }
261
397
  return {
398
+ sourceFlag: '--runtime-config',
262
399
  runtimeProfile: null,
263
400
  runtimeConfigUrl: parseRuntimeConfigUrl(normalized),
264
401
  runtimeConfig: null,
265
402
  };
266
403
  }
267
404
 
405
+ function parseRuntimeProfileFlag(value) {
406
+ const normalized = asStringOrNull(value);
407
+ if (normalized === null) return null;
408
+ if (isAbsoluteUrl(normalized)) {
409
+ throw new Error('--runtime-profile must be a runtime profile id, not a URL. Use --runtime-config for URLs.');
410
+ }
411
+ const trimmed = normalized.replace(/\.json$/u, '');
412
+ if (!trimmed) {
413
+ throw new Error('--runtime-profile must be a non-empty runtime profile id.');
414
+ }
415
+ if (trimmed.startsWith('/') || trimmed.startsWith('./') || trimmed.startsWith('../')) {
416
+ throw new Error('--runtime-profile must be a runtime profile id, not a file path. Use --runtime-config for files.');
417
+ }
418
+ return trimmed.includes('/') ? trimmed : `profiles/${trimmed}`;
419
+ }
420
+
268
421
  function resolveRuntimeConfigFlags(parsed) {
422
+ const runtimeProfileRaw = asStringOrNull(parsed.flags['runtime-profile']);
269
423
  const unifiedRaw = asStringOrNull(parsed.flags['runtime-config']);
424
+ if (runtimeProfileRaw !== null && unifiedRaw !== null) {
425
+ throw new Error('--runtime-profile cannot be combined with --runtime-config.');
426
+ }
427
+ if (runtimeProfileRaw !== null) {
428
+ return {
429
+ sourceFlag: '--runtime-profile',
430
+ runtimeProfile: parseRuntimeProfileFlag(runtimeProfileRaw),
431
+ runtimeConfigUrl: null,
432
+ runtimeConfig: null,
433
+ };
434
+ }
270
435
  return parseUnifiedRuntimeConfig(unifiedRaw);
271
436
  }
272
437
 
@@ -329,297 +494,664 @@ async function readJsonObjectInput(inputValue, label) {
329
494
  return readJsonObjectFile(normalized, label);
330
495
  }
331
496
 
332
- function resolveCommandConfigFlag(parsed) {
333
- const config = asStringOrNull(parsed.flags.config);
334
- if (!config) {
335
- throw new Error('command requires --config <path|url|json>.');
336
- }
337
- return config;
497
+ async function buildProgramBundleOptions(parsed) {
498
+ const repoRoot = path.resolve(fileURLToPath(new URL('../..', import.meta.url)));
499
+ const configValue = asStringOrNull(parsed.flags.config);
500
+ const config = configValue
501
+ ? await readJsonObjectInput(configValue, '--config')
502
+ : {};
503
+ return {
504
+ repoRoot,
505
+ ...config,
506
+ manifestPath: parsed.flags.manifest ?? config.manifestPath ?? null,
507
+ modelDir: parsed.flags['model-dir'] ?? config.modelDir ?? null,
508
+ referenceReportPath: parsed.flags['reference-report'] ?? config.referenceReportPath ?? null,
509
+ conversionConfigPath: parsed.flags['conversion-config'] ?? config.conversionConfigPath ?? null,
510
+ runtimeConfigPath: parsed.flags['runtime-config'] ?? config.runtimeConfigPath ?? null,
511
+ outputPath: parsed.flags.out ?? config.outputPath ?? config.out ?? null,
512
+ bundleId: parsed.flags['bundle-id'] ?? config.bundleId ?? null,
513
+ createdAtUtc: parsed.flags['created-at'] ?? config.createdAtUtc ?? null,
514
+ };
338
515
  }
339
516
 
340
- function parseBooleanFlag(value, label) {
341
- const normalizedInput = asStringOrNull(value);
342
- if (normalizedInput === null) return null;
343
- if (typeof value === 'boolean') return value;
344
- if (typeof value === 'string') {
345
- const normalized = normalizedInput.toLowerCase();
346
- if (normalized === 'true') return true;
347
- if (normalized === 'false') return false;
517
+ async function runProgramBundleCommand(parsed, jsonOutput) {
518
+ const result = await writeProgramBundle(await buildProgramBundleOptions(parsed));
519
+ const summary = {
520
+ ok: true,
521
+ outputPath: path.relative(process.cwd(), result.outputPath),
522
+ modelId: result.bundle.modelId,
523
+ bundleId: result.bundle.bundleId,
524
+ executionGraphHash: result.bundle.sources.executionGraph.hash,
525
+ artifactCount: result.bundle.artifacts.length,
526
+ wgslModuleCount: result.bundle.wgslModules.length,
527
+ };
528
+ if (jsonOutput) {
529
+ console.log(JSON.stringify(summary, null, 2));
530
+ return;
348
531
  }
349
- throw new Error(`${label} must be true or false`);
532
+ console.log(
533
+ `[ok] wrote ${summary.outputPath} ` +
534
+ `(modelId=${summary.modelId}, artifacts=${summary.artifactCount}, wgsl=${summary.wgslModuleCount})`
535
+ );
350
536
  }
351
537
 
352
- function parseNumberFlag(value, label) {
353
- const normalized = asStringOrNull(value);
354
- if (normalized === null) return null;
355
- const parsed = Number(normalized);
356
- if (!Number.isFinite(parsed)) {
357
- throw new Error(`${label} must be a number`);
358
- }
359
- return parsed;
360
- }
538
+ const INTAKE_SCHEMA_ID = 'doppler.intake-report/v1';
361
539
 
362
- function parseBrowserArgs(value) {
363
- if (value === undefined || value === null) return [];
364
- return Array.isArray(value) ? value.map((item) => String(item)) : [String(value)];
365
- }
540
+ export async function performIntake({
541
+ convertConfigValue = null,
542
+ manifestFlag = null,
543
+ modelDir = null,
544
+ skipConvert = false,
545
+ } = {}) {
546
+ const { extractExecutionContractFacts, validateExecutionContractFacts } = await import(
547
+ '../config/execution-contract-check.js'
548
+ );
549
+ const fsMod = await import('node:fs/promises');
366
550
 
367
- async function pathExists(filePath) {
368
- try {
369
- await fs.access(filePath);
370
- return true;
371
- } catch {
372
- return false;
373
- }
374
- }
551
+ const stages = [];
552
+ const blockers = [];
553
+ let manifest = null;
375
554
 
376
- function resolveStaticRootDir(browserOptions = {}) {
377
- const configured = asStringOrNull(browserOptions.staticRootDir);
378
- if (configured) {
379
- return path.resolve(String(configured));
555
+ let manifestPath = null;
556
+ if (manifestFlag) {
557
+ manifestPath = path.resolve(manifestFlag);
558
+ } else if (modelDir) {
559
+ manifestPath = path.resolve(modelDir, 'manifest.json');
380
560
  }
381
- return process.cwd();
382
- }
383
-
384
- function resolveRdrrRoot(options = {}) {
385
- return path.resolve(asStringOrNull(options.rdrrRoot) || DEFAULT_EXTERNAL_RDRR_ROOT);
386
- }
387
-
388
- async function findResolvableModelCandidate(candidates) {
389
- const discoveredManifestCandidates = [];
390
-
391
- for (const candidate of candidates) {
392
- if (!await pathExists(candidate.manifestPath)) {
393
- continue;
394
- }
395
- discoveredManifestCandidates.push(candidate);
396
561
 
397
- const modelDir = path.dirname(candidate.manifestPath);
562
+ if (convertConfigValue && !skipConvert) {
563
+ stages.push({ stage: 'convert', status: 'starting' });
398
564
  try {
399
- const files = await fs.readdir(modelDir, { withFileTypes: true });
400
- const hasShards = files.some((entry) =>
401
- entry.isFile() && /^shard_\d+\.bin$/u.test(entry.name)
402
- );
403
- if (hasShards) {
404
- return { candidate, discoveredManifestCandidates };
565
+ const convertConfig = await readJsonObjectInput(convertConfigValue, '--convert-config');
566
+ const request = normalizeToolingCommandRequest({
567
+ command: 'convert',
568
+ convertPayload: convertConfig,
569
+ });
570
+ const response = await runCommandOnSurface(request, 'node', {}, true);
571
+ stages[stages.length - 1] = {
572
+ stage: 'convert',
573
+ status: 'succeeded',
574
+ convertReport: response?.result?.report ?? null,
575
+ };
576
+ if (!manifestPath) {
577
+ const inferredModelBaseId =
578
+ convertConfig?.output?.modelBaseId
579
+ || convertConfig?.converterConfig?.output?.modelBaseId
580
+ || null;
581
+ const inferredBaseDir =
582
+ convertConfig?.output?.baseDir
583
+ || convertConfig?.converterConfig?.output?.baseDir
584
+ || 'models/local';
585
+ if (inferredModelBaseId) {
586
+ manifestPath = path.resolve(inferredBaseDir, inferredModelBaseId, 'manifest.json');
587
+ }
405
588
  }
406
- } catch {
407
- return { candidate, discoveredManifestCandidates };
589
+ } catch (error) {
590
+ stages[stages.length - 1] = {
591
+ stage: 'convert',
592
+ status: 'failed',
593
+ error: error?.message || String(error),
594
+ };
595
+ blockers.push({
596
+ stage: 'convert',
597
+ code: error?.code || 'convert_failed',
598
+ message: error?.message || String(error),
599
+ });
408
600
  }
601
+ } else {
602
+ stages.push({ stage: 'convert', status: skipConvert ? 'skipped' : 'not_requested' });
409
603
  }
410
604
 
411
- return { candidate: null, discoveredManifestCandidates };
412
- }
413
-
414
- async function resolveExternalModelDirectory(rdrrRoot, modelId) {
415
- const directModelDir = path.join(rdrrRoot, modelId);
416
- const directManifestPath = path.join(directModelDir, 'manifest.json');
417
- if (await pathExists(directManifestPath)) {
418
- return {
419
- modelDir: directModelDir,
420
- manifestPath: directManifestPath,
421
- };
422
- }
423
-
424
- let entries = [];
425
- try {
426
- entries = await fs.readdir(rdrrRoot, { withFileTypes: true });
427
- } catch {
428
- return null;
429
- }
430
-
431
- const matches = [];
432
- for (const entry of entries) {
433
- if (!entry.isDirectory()) {
434
- continue;
435
- }
436
- const manifestPath = path.join(rdrrRoot, entry.name, 'manifest.json');
437
- if (!await pathExists(manifestPath)) {
438
- continue;
439
- }
440
- let manifest = null;
605
+ if (blockers.length === 0 && manifestPath) {
606
+ stages.push({ stage: 'manifest_load', status: 'starting' });
441
607
  try {
442
- manifest = JSON.parse(await fs.readFile(manifestPath, 'utf8'));
443
- } catch {
444
- continue;
445
- }
446
- if (manifest?.modelId !== modelId) {
447
- continue;
608
+ const raw = await fsMod.readFile(manifestPath, 'utf8');
609
+ manifest = JSON.parse(raw);
610
+ stages[stages.length - 1] = {
611
+ stage: 'manifest_load',
612
+ status: 'succeeded',
613
+ manifestPath,
614
+ modelId: manifest?.modelId ?? null,
615
+ };
616
+
617
+ stages.push({ stage: 'execution_contract_check', status: 'starting' });
618
+ try {
619
+ const facts = extractExecutionContractFacts(manifest);
620
+ const validation = validateExecutionContractFacts(facts);
621
+ stages[stages.length - 1] = {
622
+ stage: 'execution_contract_check',
623
+ status: 'succeeded',
624
+ stepCount: facts.steps.length,
625
+ checks: Array.isArray(validation?.checks) ? validation.checks.length : null,
626
+ };
627
+ } catch (error) {
628
+ stages[stages.length - 1] = {
629
+ stage: 'execution_contract_check',
630
+ status: 'failed',
631
+ error: error?.message || String(error),
632
+ };
633
+ blockers.push({
634
+ stage: 'execution_contract_check',
635
+ code: 'unsupported_op_or_contract_violation',
636
+ message: error?.message || String(error),
637
+ });
638
+ }
639
+ } catch (error) {
640
+ stages[stages.length - 1] = {
641
+ stage: 'manifest_load',
642
+ status: 'failed',
643
+ error: error?.message || String(error),
644
+ };
645
+ blockers.push({
646
+ stage: 'manifest_load',
647
+ code: 'manifest_unreadable',
648
+ message: error?.message || String(error),
649
+ });
448
650
  }
449
- matches.push({
450
- modelDir: path.join(rdrrRoot, entry.name),
451
- manifestPath,
651
+ } else if (blockers.length === 0) {
652
+ stages.push({ stage: 'manifest_load', status: 'skipped' });
653
+ blockers.push({
654
+ stage: 'manifest_load',
655
+ code: 'no_manifest_path',
656
+ message:
657
+ 'intake: no manifest path resolved. Provide --manifest, --model-dir, or a convert-config with output.modelBaseId.',
452
658
  });
453
659
  }
454
660
 
455
- if (matches.length > 1) {
456
- const matchPaths = matches.map((match) => match.modelDir).join(', ');
457
- throw new Error(
458
- `Model "${modelId}" matched multiple external directories. ` +
459
- `Disambiguate by setting request.modelUrl in --config. Matches: ${matchPaths}`
460
- );
461
- }
661
+ const report = {
662
+ schema: INTAKE_SCHEMA_ID,
663
+ ok: blockers.length === 0,
664
+ blockers,
665
+ stages,
666
+ createdAtUtc: new Date().toISOString(),
667
+ };
462
668
 
463
- return matches[0] || null;
669
+ return { report, manifestPath, manifest };
464
670
  }
465
671
 
466
- const CATALOG_PATH = fileURLToPath(new URL('../../models/catalog.json', import.meta.url));
672
+ async function runIntakeCommand(parsed, jsonOutput) {
673
+ const fsMod = await import('node:fs/promises');
674
+ const { report } = await performIntake({
675
+ convertConfigValue: asStringOrNull(parsed.flags['convert-config']),
676
+ manifestFlag: asStringOrNull(parsed.flags.manifest),
677
+ modelDir: asStringOrNull(parsed.flags['model-dir']),
678
+ skipConvert: parsed.flags['skip-convert'] === true
679
+ || String(parsed.flags['skip-convert'] ?? '').toLowerCase() === 'true',
680
+ });
467
681
 
468
- async function resolveCatalogEntry(modelId) {
469
- let catalog;
470
- try {
471
- catalog = JSON.parse(await fs.readFile(CATALOG_PATH, 'utf8'));
472
- } catch {
473
- return null;
682
+ const outputPath = asStringOrNull(parsed.flags.out);
683
+ if (outputPath) {
684
+ const resolved = path.resolve(outputPath);
685
+ await fsMod.mkdir(path.dirname(resolved), { recursive: true });
686
+ await fsMod.writeFile(resolved, `${JSON.stringify(report, null, 2)}\n`, 'utf8');
687
+ report.outputPath = path.relative(process.cwd(), resolved);
688
+ }
689
+
690
+ if (jsonOutput) {
691
+ console.log(JSON.stringify(report, null, 2));
692
+ } else if (report.ok) {
693
+ console.log(`[ok] intake passed (${report.stages.length} stages, 0 blockers)`);
694
+ } else {
695
+ console.log(`[fail] intake found ${report.blockers.length} blocker(s):`);
696
+ for (const b of report.blockers) {
697
+ console.log(` - [${b.stage}] ${b.code}: ${b.message}`);
698
+ }
474
699
  }
475
- if (!Array.isArray(catalog?.models)) {
476
- return null;
700
+
701
+ if (!report.ok) {
702
+ process.exitCode = 1;
477
703
  }
478
- return catalog.models.find((entry) => (
479
- entry.modelId === modelId
480
- || (Array.isArray(entry.aliases) && entry.aliases.includes(modelId))
481
- )) || null;
482
704
  }
483
705
 
484
- function buildCatalogModelUrl(entry) {
485
- if (!entry?.hf?.repoId || !entry?.hf?.path) {
486
- return null;
487
- }
488
- return buildHfResolveBaseUrl(entry.hf);
706
+ async function buildReferenceReceiptOptions(parsed) {
707
+ const repoRoot = path.resolve(fileURLToPath(new URL('../..', import.meta.url)));
708
+ const configValue = asStringOrNull(parsed.flags.config);
709
+ const config = configValue
710
+ ? await readJsonObjectInput(configValue, '--config')
711
+ : {};
712
+ return {
713
+ repoRoot,
714
+ ...config,
715
+ manifestPath: parsed.flags.manifest ?? config.manifestPath ?? null,
716
+ modelDir: parsed.flags['model-dir'] ?? config.modelDir ?? null,
717
+ referenceTranscriptPath:
718
+ parsed.flags['reference-transcript'] ?? config.referenceTranscriptPath ?? null,
719
+ outputPath: parsed.flags.out ?? config.outputPath ?? config.out ?? null,
720
+ receiptId: parsed.flags['receipt-id'] ?? config.receiptId ?? null,
721
+ createdAtUtc: parsed.flags['created-at'] ?? config.createdAtUtc ?? null,
722
+ };
489
723
  }
490
724
 
491
- export async function resolveBrowserModelUrl(request, browserOptions = {}) {
492
- if (request.modelUrl || !request.modelId) {
493
- return request;
725
+ async function runReferenceReceiptCommand(parsed, jsonOutput) {
726
+ const result = await writeReferenceReceipt(await buildReferenceReceiptOptions(parsed));
727
+ const summary = {
728
+ ok: true,
729
+ outputPath: path.relative(process.cwd(), result.outputPath),
730
+ modelId: result.receipt.modelId,
731
+ receiptId: result.receipt.receiptId,
732
+ executionGraphHash: result.receipt.sources.executionGraph.hash,
733
+ tokensGenerated: result.receipt.referenceTranscript?.output?.tokensGenerated ?? null,
734
+ stopReason: result.receipt.referenceTranscript?.output?.stopReason ?? null,
735
+ };
736
+ if (jsonOutput) {
737
+ console.log(JSON.stringify(summary, null, 2));
738
+ return;
494
739
  }
740
+ console.log(
741
+ `[ok] wrote ${summary.outputPath} ` +
742
+ `(modelId=${summary.modelId}, tokens=${summary.tokensGenerated}, stopReason=${summary.stopReason})`
743
+ );
744
+ }
495
745
 
496
- const modelId = String(request.modelId);
497
- const encodedModelId = encodeURIComponent(modelId);
498
-
499
- if (asStringOrNull(browserOptions.baseUrl)) {
500
- return {
501
- ...request,
502
- modelUrl: `/models/${encodedModelId}`,
503
- };
746
+ async function runProfilesCommand(jsonOutput) {
747
+ const result = await listRuntimeProfiles();
748
+ if (jsonOutput) {
749
+ console.log(JSON.stringify(result, null, 2));
750
+ return;
504
751
  }
752
+ console.log(formatRuntimeProfiles(result));
753
+ }
505
754
 
506
- const staticRootDir = resolveStaticRootDir(browserOptions);
507
- const externalModel = await resolveExternalModelDirectory(resolveRdrrRoot(browserOptions), modelId);
508
- const candidates = [
509
- {
510
- modelUrl: `/models/local/${encodedModelId}`,
511
- manifestPath: path.join(staticRootDir, 'models', 'local', modelId, 'manifest.json'),
512
- },
513
- {
514
- modelUrl: `/models/${encodedModelId}`,
515
- manifestPath: path.join(staticRootDir, 'models', modelId, 'manifest.json'),
516
- },
517
- {
518
- modelUrl: `/models/external/${encodeURIComponent(path.basename(externalModel?.modelDir || modelId))}`,
519
- manifestPath: externalModel?.manifestPath || path.join(resolveRdrrRoot(browserOptions), modelId, 'manifest.json'),
520
- },
521
- ];
755
+ const BUNDLE_SUMMARY_SCHEMA_ID = 'doppler.bundle-summary/v1';
756
+ const DEFAULT_BUNDLE_PROMPT = 'The color of the sky is';
757
+ const DEFAULT_BUNDLE_MAX_TOKENS = 8;
522
758
 
523
- const { candidate, discoveredManifestCandidates } = await findResolvableModelCandidate(candidates);
524
- if (candidate) {
759
+ export async function checkCapturePrecondition(surface) {
760
+ const skipCaptureHint = 'Alternatively, use --skip-capture with pre-existing --reference-report and --reference-transcript paths.';
761
+ if (surface === 'node') {
762
+ const { bootstrapNodeWebGPU } = await import('../tooling/node-webgpu.js');
763
+ const { hasNodeWebGPUSupport } = await import('../tooling/node-command-runner.js');
764
+ const bootstrap = await bootstrapNodeWebGPU();
765
+ if (bootstrap.ok && hasNodeWebGPUSupport()) {
766
+ return { ok: true, surface, provider: bootstrap.provider ?? null };
767
+ }
525
768
  return {
526
- ...request,
527
- modelUrl: candidate.modelUrl,
769
+ ok: false,
770
+ surface,
771
+ code: 'capture_precondition_node_webgpu_unavailable',
772
+ provider: bootstrap.provider ?? null,
773
+ detail: bootstrap.detail ?? null,
774
+ message:
775
+ 'bundle: --surface node requires a working Node WebGPU binding. '
776
+ + `Bootstrap attempt failed: ${bootstrap.detail ?? 'no provider produced a usable adapter'}`
777
+ + '. Install a Node WebGPU binding (for example `npm install webgpu`) '
778
+ + 'or set DOPPLER_NODE_WEBGPU_MODULE to a custom specifier; '
779
+ + 'alternatively use --surface browser after `npx playwright install chromium`. '
780
+ + skipCaptureHint,
528
781
  };
529
782
  }
530
-
531
- if (discoveredManifestCandidates.length > 0) {
532
- const paths = discoveredManifestCandidates
533
- .map((candidate) => candidate.modelUrl)
534
- .join(', ');
535
- throw new Error(
536
- `Model "${modelId}" was found, but no shard files (shard_*.bin) are present. ` +
537
- `Checked: ${paths}. Add shard files beside the manifest, or set request.modelUrl in --config to a complete model directory.`
538
- );
539
- }
540
-
541
- const catalogEntry = await resolveCatalogEntry(modelId);
542
- if (catalogEntry) {
543
- const hfUrl = buildCatalogModelUrl(catalogEntry);
544
- if (hfUrl) {
783
+ if (surface === 'browser') {
784
+ let playwright = null;
785
+ try {
786
+ playwright = await import('playwright');
787
+ } catch (error) {
545
788
  return {
546
- ...request,
547
- modelUrl: hfUrl,
789
+ ok: false,
790
+ surface,
791
+ code: 'capture_precondition_playwright_missing',
792
+ detail: error?.message ?? null,
793
+ message:
794
+ 'bundle: --surface browser requires the `playwright` package. '
795
+ + 'Run `npm install --save-dev playwright` then `npx playwright install chromium`. '
796
+ + 'Alternatively use --surface node after installing a Node WebGPU binding (e.g. `npm install webgpu`). '
797
+ + skipCaptureHint,
548
798
  };
549
799
  }
800
+ let executablePath = null;
801
+ try {
802
+ executablePath = playwright.chromium?.executablePath?.() ?? null;
803
+ } catch (error) {
804
+ return {
805
+ ok: false,
806
+ surface,
807
+ code: 'capture_precondition_playwright_chromium_missing',
808
+ detail: error?.message ?? null,
809
+ message:
810
+ 'bundle: Playwright is installed but Chromium binaries are missing. '
811
+ + 'Run `npx playwright install chromium` to download them. '
812
+ + skipCaptureHint,
813
+ };
814
+ }
815
+ const fsSync = await import('node:fs');
816
+ if (!executablePath || !fsSync.existsSync(executablePath)) {
817
+ return {
818
+ ok: false,
819
+ surface,
820
+ code: 'capture_precondition_playwright_chromium_missing',
821
+ detail: executablePath ? `executable not found at ${executablePath}` : 'executablePath returned null',
822
+ message:
823
+ 'bundle: Playwright Chromium binaries are not installed. '
824
+ + 'Run `npx playwright install chromium` to download them. '
825
+ + skipCaptureHint,
826
+ };
827
+ }
828
+ return { ok: true, surface, executablePath };
550
829
  }
551
-
552
830
  return {
553
- ...request,
554
- modelUrl: `/models/${encodedModelId}`,
831
+ ok: false,
832
+ surface,
833
+ code: 'capture_precondition_unsupported_surface',
834
+ detail: null,
835
+ message: `bundle: --surface must be 'browser' or 'node', got '${surface}'.`,
555
836
  };
556
837
  }
557
838
 
558
- export async function resolveNodeModelUrl(request, options = {}) {
559
- if (request.modelUrl || !request.modelId) {
560
- return request;
839
+ async function runBundleCommand(parsed, jsonOutput) {
840
+ const {
841
+ runReferenceCapture,
842
+ extractReferenceReport,
843
+ extractReferenceTranscriptSeed,
844
+ writeReferenceReport,
845
+ writeReferenceTranscript,
846
+ normalizeModelUrl,
847
+ } = await import('../tooling/reference-verify.js');
848
+ const { writeProgramBundle, writeReferenceReceipt } = await import('../tooling/program-bundle.js');
849
+ const fsMod = await import('node:fs/promises');
850
+
851
+ const outDir = asStringOrNull(parsed.flags.out);
852
+ if (!outDir) {
853
+ throw new Error('bundle: --out <dir> is required.');
854
+ }
855
+ const skipCapture = parsed.flags['skip-capture'] === true
856
+ || String(parsed.flags['skip-capture'] ?? '').toLowerCase() === 'true';
857
+ const resolvedOut = path.resolve(outDir);
858
+ await fsMod.mkdir(resolvedOut, { recursive: true });
859
+
860
+ const repoRoot = path.resolve(fileURLToPath(new URL('../..', import.meta.url)));
861
+ const stages = [];
862
+ const blockers = [];
863
+ const artifactPaths = {};
864
+
865
+ stages.push({ stage: 'intake', status: 'starting' });
866
+ const intakeResult = await performIntake({
867
+ convertConfigValue: asStringOrNull(parsed.flags['convert-config']),
868
+ manifestFlag: asStringOrNull(parsed.flags.manifest),
869
+ modelDir: asStringOrNull(parsed.flags['model-dir']),
870
+ skipConvert: parsed.flags['skip-convert'] === true
871
+ || String(parsed.flags['skip-convert'] ?? '').toLowerCase() === 'true',
872
+ });
873
+ const intakeReportPath = path.join(resolvedOut, 'intake-report.json');
874
+ await fsMod.writeFile(intakeReportPath, `${JSON.stringify(intakeResult.report, null, 2)}\n`, 'utf8');
875
+ artifactPaths.intakeReport = path.relative(process.cwd(), intakeReportPath);
876
+ if (!intakeResult.report.ok) {
877
+ stages[stages.length - 1] = { stage: 'intake', status: 'failed', blockers: intakeResult.report.blockers };
878
+ blockers.push(...intakeResult.report.blockers.map((b) => ({ ...b, stage: `intake:${b.stage}` })));
879
+ return emitBundleSummary({ ok: false, stages, blockers, artifactPaths, jsonOutput, resolvedOut });
880
+ }
881
+ stages[stages.length - 1] = {
882
+ stage: 'intake',
883
+ status: 'succeeded',
884
+ manifestPath: intakeResult.manifestPath,
885
+ modelId: intakeResult.manifest?.modelId ?? null,
886
+ };
887
+
888
+ const manifestPath = intakeResult.manifestPath;
889
+ const manifest = intakeResult.manifest;
890
+ const modelDirResolved = asStringOrNull(parsed.flags['model-dir'])
891
+ ? path.resolve(asStringOrNull(parsed.flags['model-dir']))
892
+ : path.dirname(manifestPath);
893
+ const modelId = manifest?.modelId ?? null;
894
+ if (!modelId) {
895
+ blockers.push({ stage: 'bundle', code: 'missing_model_id', message: 'manifest.modelId is required for bundle composition.' });
896
+ return emitBundleSummary({ ok: false, stages, blockers, artifactPaths, jsonOutput, resolvedOut });
897
+ }
898
+
899
+ const referenceReportPath = path.join(resolvedOut, 'reference-report.json');
900
+ const referenceTranscriptPath = path.join(resolvedOut, 'reference-transcript.json');
901
+
902
+ if (!skipCapture) {
903
+ const surface = asStringOrNull(parsed.flags.surface) ?? 'browser';
904
+ stages.push({ stage: 'capture', status: 'starting', surface });
905
+ const precondition = await checkCapturePrecondition(surface);
906
+ if (!precondition.ok) {
907
+ stages[stages.length - 1] = {
908
+ stage: 'capture',
909
+ status: 'blocked',
910
+ surface,
911
+ precondition: {
912
+ code: precondition.code,
913
+ detail: precondition.detail ?? null,
914
+ provider: precondition.provider ?? null,
915
+ },
916
+ };
917
+ blockers.push({
918
+ stage: 'capture',
919
+ code: precondition.code,
920
+ message: precondition.message,
921
+ surface,
922
+ detail: precondition.detail ?? null,
923
+ provider: precondition.provider ?? null,
924
+ });
925
+ return emitBundleSummary({ ok: false, stages, blockers, artifactPaths, jsonOutput, resolvedOut });
926
+ }
927
+ try {
928
+ const modelUrl = normalizeModelUrl(asStringOrNull(parsed.flags['model-url']), modelDirResolved);
929
+ const maxTokensRaw = asStringOrNull(parsed.flags['max-tokens']);
930
+ const maxTokens = maxTokensRaw == null ? DEFAULT_BUNDLE_MAX_TOKENS : Number(maxTokensRaw);
931
+ if (!Number.isFinite(maxTokens) || maxTokens <= 0) {
932
+ throw new Error('--max-tokens must be a positive number.');
933
+ }
934
+ const response = await runReferenceCapture({
935
+ manifest,
936
+ modelId,
937
+ modelUrl,
938
+ surface,
939
+ prompt: asStringOrNull(parsed.flags.prompt) ?? DEFAULT_BUNDLE_PROMPT,
940
+ maxTokens,
941
+ runtimeConfig: asStringOrNull(parsed.flags['runtime-config']),
942
+ repoRoot,
943
+ });
944
+ const report = extractReferenceReport(response);
945
+ await writeReferenceReport(report, referenceReportPath);
946
+ artifactPaths.referenceReport = path.relative(process.cwd(), referenceReportPath);
947
+ const transcript = extractReferenceTranscriptSeed(report);
948
+ await writeReferenceTranscript(transcript, referenceTranscriptPath);
949
+ artifactPaths.referenceTranscript = path.relative(process.cwd(), referenceTranscriptPath);
950
+ stages[stages.length - 1] = {
951
+ stage: 'capture',
952
+ status: 'succeeded',
953
+ surface,
954
+ tokensGenerated: transcript.output?.tokensGenerated ?? null,
955
+ stopReason: transcript.output?.stopReason ?? null,
956
+ };
957
+ } catch (error) {
958
+ stages[stages.length - 1] = {
959
+ stage: 'capture',
960
+ status: 'failed',
961
+ error: error?.message || String(error),
962
+ };
963
+ blockers.push({ stage: 'capture', code: 'capture_failed', message: error?.message || String(error) });
964
+ return emitBundleSummary({ ok: false, stages, blockers, artifactPaths, jsonOutput, resolvedOut });
965
+ }
966
+ } else {
967
+ stages.push({ stage: 'capture', status: 'skipped' });
968
+ const preExistingReport = asStringOrNull(parsed.flags['reference-report']);
969
+ const preExistingTranscript = asStringOrNull(parsed.flags['reference-transcript']);
970
+ if (preExistingReport) artifactPaths.referenceReport = preExistingReport;
971
+ if (preExistingTranscript) artifactPaths.referenceTranscript = preExistingTranscript;
972
+ if (!preExistingReport || !preExistingTranscript) {
973
+ blockers.push({
974
+ stage: 'capture',
975
+ code: 'skip_capture_requires_artifacts',
976
+ message: 'bundle: --skip-capture requires existing --reference-report and --reference-transcript paths.',
977
+ });
978
+ return emitBundleSummary({ ok: false, stages, blockers, artifactPaths, jsonOutput, resolvedOut });
979
+ }
561
980
  }
562
981
 
563
- const modelId = String(request.modelId);
564
- const staticRootDir = resolveStaticRootDir(options);
565
- const rdrrRoot = resolveRdrrRoot(options);
566
- const externalModel = await resolveExternalModelDirectory(rdrrRoot, modelId);
567
- const localCandidates = [
568
- {
569
- modelDir: path.join(staticRootDir, 'models', 'local', modelId),
570
- manifestPath: path.join(staticRootDir, 'models', 'local', modelId, 'manifest.json'),
571
- },
572
- {
573
- modelDir: path.join(staticRootDir, 'models', modelId),
574
- manifestPath: path.join(staticRootDir, 'models', modelId, 'manifest.json'),
575
- },
576
- ];
577
- const candidates = [
578
- ...localCandidates,
579
- {
580
- modelDir: externalModel?.modelDir || path.join(rdrrRoot, modelId),
581
- manifestPath: externalModel?.manifestPath || path.join(rdrrRoot, modelId, 'manifest.json'),
582
- },
583
- ];
584
- const { candidate, discoveredManifestCandidates } =
585
- await findResolvableModelCandidate(candidates);
982
+ stages.push({ stage: 'bundle', status: 'starting' });
983
+ try {
984
+ const bundleOutputPath = path.join(resolvedOut, 'program-bundle.json');
985
+ const bundleResult = await writeProgramBundle({
986
+ repoRoot,
987
+ manifestPath,
988
+ modelDir: modelDirResolved,
989
+ referenceReportPath: artifactPaths.referenceReport
990
+ ? path.resolve(artifactPaths.referenceReport)
991
+ : referenceReportPath,
992
+ conversionConfigPath: asStringOrNull(parsed.flags['conversion-config']),
993
+ outputPath: bundleOutputPath,
994
+ bundleId: asStringOrNull(parsed.flags['bundle-id']),
995
+ createdAtUtc: asStringOrNull(parsed.flags['created-at']),
996
+ });
997
+ artifactPaths.programBundle = path.relative(process.cwd(), bundleResult.outputPath);
998
+ stages[stages.length - 1] = {
999
+ stage: 'bundle',
1000
+ status: 'succeeded',
1001
+ bundleId: bundleResult.bundle.bundleId,
1002
+ executionGraphHash: bundleResult.bundle.sources.executionGraph.hash,
1003
+ artifactCount: bundleResult.bundle.artifacts.length,
1004
+ wgslModuleCount: bundleResult.bundle.wgslModules.length,
1005
+ };
1006
+ } catch (error) {
1007
+ stages[stages.length - 1] = {
1008
+ stage: 'bundle',
1009
+ status: 'failed',
1010
+ error: error?.message || String(error),
1011
+ };
1012
+ blockers.push({ stage: 'bundle', code: 'bundle_export_failed', message: error?.message || String(error) });
1013
+ return emitBundleSummary({ ok: false, stages, blockers, artifactPaths, jsonOutput, resolvedOut });
1014
+ }
586
1015
 
587
- if (candidate) {
588
- return {
589
- ...request,
590
- modelUrl: pathToFileURL(candidate.modelDir).href.replace(/\/$/, ''),
1016
+ stages.push({ stage: 'receipt', status: 'starting' });
1017
+ try {
1018
+ const receiptOutputPath = path.join(resolvedOut, 'reference-receipt.json');
1019
+ const receiptResult = await writeReferenceReceipt({
1020
+ repoRoot,
1021
+ manifestPath,
1022
+ modelDir: modelDirResolved,
1023
+ referenceTranscriptPath: artifactPaths.referenceTranscript
1024
+ ? path.resolve(artifactPaths.referenceTranscript)
1025
+ : referenceTranscriptPath,
1026
+ outputPath: receiptOutputPath,
1027
+ receiptId: asStringOrNull(parsed.flags['receipt-id']),
1028
+ createdAtUtc: asStringOrNull(parsed.flags['created-at']),
1029
+ });
1030
+ artifactPaths.referenceReceipt = path.relative(process.cwd(), receiptResult.outputPath);
1031
+ stages[stages.length - 1] = {
1032
+ stage: 'receipt',
1033
+ status: 'succeeded',
1034
+ receiptId: receiptResult.receipt.receiptId,
1035
+ executionGraphHash: receiptResult.receipt.sources.executionGraph.hash,
1036
+ tokensGenerated: receiptResult.receipt.referenceTranscript?.output?.tokensGenerated ?? null,
1037
+ stopReason: receiptResult.receipt.referenceTranscript?.output?.stopReason ?? null,
1038
+ };
1039
+ } catch (error) {
1040
+ stages[stages.length - 1] = {
1041
+ stage: 'receipt',
1042
+ status: 'failed',
1043
+ error: error?.message || String(error),
591
1044
  };
1045
+ blockers.push({ stage: 'receipt', code: 'receipt_write_failed', message: error?.message || String(error) });
1046
+ return emitBundleSummary({ ok: false, stages, blockers, artifactPaths, jsonOutput, resolvedOut });
592
1047
  }
593
1048
 
594
- if (discoveredManifestCandidates.length > 0) {
595
- const paths = discoveredManifestCandidates
596
- .map((candidate) => candidate.modelDir)
597
- .join(', ');
598
- throw new Error(
599
- `Model "${modelId}" was found, but no shard files (shard_*.bin) are present. ` +
600
- `Checked: ${paths}. Add shard files beside the manifest, or set request.modelUrl to a complete model directory.`
601
- );
1049
+ stages.push({ stage: 'parity', status: 'starting' });
1050
+ try {
1051
+ const { checkProgramBundleParity } = await import('../tooling/program-bundle-parity.js');
1052
+ const parityOutputPath = path.join(resolvedOut, 'program-bundle-parity.json');
1053
+ const bundlePath = artifactPaths.programBundle
1054
+ ? path.resolve(artifactPaths.programBundle)
1055
+ : path.join(resolvedOut, 'program-bundle.json');
1056
+ const parityReport = await checkProgramBundleParity({
1057
+ bundlePath,
1058
+ mode: 'contract',
1059
+ repoRoot,
1060
+ });
1061
+ await fs.writeFile(parityOutputPath, `${JSON.stringify(parityReport, null, 2)}\n`, 'utf8');
1062
+ artifactPaths.programBundleParity = path.relative(process.cwd(), parityOutputPath);
1063
+ stages[stages.length - 1] = {
1064
+ stage: 'parity',
1065
+ status: 'succeeded',
1066
+ mode: parityReport.mode,
1067
+ ok: parityReport.ok,
1068
+ parityHash: parityReport.parityHash,
1069
+ providers: parityReport.providers.map((result) => ({
1070
+ provider: result.provider,
1071
+ status: result.status,
1072
+ ok: result.ok,
1073
+ })),
1074
+ };
1075
+ } catch (error) {
1076
+ stages[stages.length - 1] = {
1077
+ stage: 'parity',
1078
+ status: 'failed',
1079
+ error: error?.message || String(error),
1080
+ };
1081
+ blockers.push({ stage: 'parity', code: 'parity_check_failed', message: error?.message || String(error) });
1082
+ return emitBundleSummary({ ok: false, stages, blockers, artifactPaths, jsonOutput, resolvedOut });
602
1083
  }
603
1084
 
604
- const catalogEntry = await resolveCatalogEntry(modelId);
605
- if (catalogEntry) {
606
- const hfUrl = buildCatalogModelUrl(catalogEntry);
607
- if (hfUrl) {
608
- return {
609
- ...request,
610
- modelUrl: hfUrl,
611
- };
1085
+ return emitBundleSummary({ ok: true, stages, blockers, artifactPaths, jsonOutput, resolvedOut });
1086
+ }
1087
+
1088
+ async function emitBundleSummary({ ok, stages, blockers, artifactPaths, jsonOutput, resolvedOut }) {
1089
+ const fsMod = await import('node:fs/promises');
1090
+ const summary = {
1091
+ schema: BUNDLE_SUMMARY_SCHEMA_ID,
1092
+ ok,
1093
+ stages,
1094
+ blockers,
1095
+ artifactPaths,
1096
+ outputDir: path.relative(process.cwd(), resolvedOut),
1097
+ createdAtUtc: new Date().toISOString(),
1098
+ };
1099
+ const summaryPath = path.join(resolvedOut, 'bundle-summary.json');
1100
+ await fsMod.writeFile(summaryPath, `${JSON.stringify(summary, null, 2)}\n`, 'utf8');
1101
+ summary.summaryPath = path.relative(process.cwd(), summaryPath);
1102
+
1103
+ if (jsonOutput) {
1104
+ console.log(JSON.stringify(summary, null, 2));
1105
+ } else if (ok) {
1106
+ console.log(`[ok] bundle composed under ${summary.outputDir} (${stages.length} stages)`);
1107
+ for (const [key, value] of Object.entries(artifactPaths)) {
1108
+ console.log(` - ${key}: ${value}`);
1109
+ }
1110
+ } else {
1111
+ console.log(`[fail] bundle composition stopped with ${blockers.length} blocker(s):`);
1112
+ for (const b of blockers) {
1113
+ console.log(` - [${b.stage}] ${b.code}: ${b.message}`);
612
1114
  }
613
- throw new Error(
614
- `Model "${modelId}" found in catalog as "${catalogEntry.modelId}" but has no HF source configured.`
615
- );
616
1115
  }
1116
+ if (!ok) {
1117
+ process.exitCode = 1;
1118
+ }
1119
+ return summary;
1120
+ }
617
1121
 
618
- throw new Error(
619
- `Model "${modelId}" not found. Searched local: ${rdrrRoot}. Not in catalog. `
620
- + 'Set request.modelUrl to a file:// or https:// URL, '
621
- + 'or set DOPPLER_EXTERNAL_MODELS_ROOT to the parent of your rdrr/ folder.'
622
- );
1122
+ function resolveCommandConfigFlag(parsed) {
1123
+ const config = asStringOrNull(parsed.flags.config);
1124
+ if (!config) {
1125
+ throw new Error('command requires --config <path|url|json>.');
1126
+ }
1127
+ return config;
1128
+ }
1129
+
1130
+ function parseBooleanFlag(value, label) {
1131
+ const normalizedInput = asStringOrNull(value);
1132
+ if (normalizedInput === null) return null;
1133
+ if (typeof value === 'boolean') return value;
1134
+ if (typeof value === 'string') {
1135
+ const normalized = normalizedInput.toLowerCase();
1136
+ if (normalized === 'true') return true;
1137
+ if (normalized === 'false') return false;
1138
+ }
1139
+ throw new Error(`${label} must be true or false`);
1140
+ }
1141
+
1142
+ function parseNumberFlag(value, label) {
1143
+ const normalized = asStringOrNull(value);
1144
+ if (normalized === null) return null;
1145
+ const parsed = Number(normalized);
1146
+ if (!Number.isFinite(parsed)) {
1147
+ throw new Error(`${label} must be a number`);
1148
+ }
1149
+ return parsed;
1150
+ }
1151
+
1152
+ function parseBrowserArgs(value) {
1153
+ if (value === undefined || value === null) return [];
1154
+ return Array.isArray(value) ? value.map((item) => String(item)) : [String(value)];
623
1155
  }
624
1156
 
625
1157
  function parseSurface(value, command, policy = DEFAULT_CLI_POLICY) {
@@ -634,19 +1166,15 @@ function parseSurface(value, command, policy = DEFAULT_CLI_POLICY) {
634
1166
  if (!allowedSurfaces.includes(normalized)) {
635
1167
  throw new Error('--surface must be one of auto, node, browser');
636
1168
  }
637
- if (command === 'convert' && normalized === 'browser') {
638
- throw new Error('convert is not supported on browser relay. Use --surface node or --surface auto.');
1169
+ if ((command === 'convert' || command === 'refresh-integrity') && normalized === 'browser') {
1170
+ throw new Error(`${command} is not supported on browser relay. Use --surface node or --surface auto.`);
639
1171
  }
640
- if ((command === 'lora' || command === 'distill') && normalized === 'browser') {
1172
+ if ((command === 'diagnose' || command === 'lora' || command === 'distill') && normalized === 'browser') {
641
1173
  throw new Error(`${command} is not supported on browser relay. Use --surface node or --surface auto.`);
642
1174
  }
643
1175
  return normalized;
644
1176
  }
645
1177
 
646
- function isPlainObject(value) {
647
- return !!value && typeof value === 'object' && !Array.isArray(value);
648
- }
649
-
650
1178
  const CONFIG_ENVELOPE_KNOWN_KEYS = new Set([
651
1179
  'request',
652
1180
  'run',
@@ -765,6 +1293,7 @@ function applyRuntimeFlagOverride(requestInput, runtimeOverride) {
765
1293
  if (!runtimeOverride) {
766
1294
  return;
767
1295
  }
1296
+ const sourceFlag = runtimeOverride.sourceFlag || '--runtime-config';
768
1297
  const hasInlineRuntime = (
769
1298
  requestInput.runtimeProfile != null
770
1299
  || requestInput.runtimeConfigUrl != null
@@ -772,7 +1301,7 @@ function applyRuntimeFlagOverride(requestInput, runtimeOverride) {
772
1301
  );
773
1302
  if (hasInlineRuntime) {
774
1303
  throw new Error(
775
- '--runtime-config cannot be combined with runtimeProfile/runtimeConfigUrl/runtimeConfig values inside --config.'
1304
+ `${sourceFlag} cannot be combined with runtimeProfile/runtimeConfigUrl/runtimeConfig values inside --config.`
776
1305
  );
777
1306
  }
778
1307
  requestInput.runtimeProfile = runtimeOverride.runtimeProfile;
@@ -996,7 +1525,11 @@ async function runCommandOnSurface(request, surface, runConfig, jsonOutput) {
996
1525
  }
997
1526
 
998
1527
  async function runWithAutoSurface(request, runConfig, jsonOutput, policy = DEFAULT_CLI_POLICY) {
999
- if (request.command === 'convert') {
1528
+ if (
1529
+ request.command === 'convert'
1530
+ || request.command === 'refresh-integrity'
1531
+ || request.command === 'diagnose'
1532
+ ) {
1000
1533
  return runCommandOnSurface(request, 'node', runConfig, jsonOutput);
1001
1534
  }
1002
1535
  const fallbackPolicy = policy?.surfaceFallback || { enabled: false };
@@ -1032,168 +1565,6 @@ async function runWithAutoSurface(request, runConfig, jsonOutput, policy = DEFAU
1032
1565
  }
1033
1566
  }
1034
1567
 
1035
- function toSummary(result) {
1036
- if (!result || typeof result !== 'object') {
1037
- return 'ok';
1038
- }
1039
-
1040
- if (result.manifest?.modelId) {
1041
- const contractStatus = result.executionContractArtifact?.ok === true
1042
- ? ' contract=pass'
1043
- : result.executionContractArtifact
1044
- ? ' contract=fail'
1045
- : '';
1046
- return `converted ${result.manifest.modelId} (${result.tensorCount} tensors, ${result.shardCount} shards)${contractStatus}`;
1047
- }
1048
-
1049
- if (result.kind === 'lora' || result.kind === 'distill') {
1050
- const workloadId = result.workloadId || 'unknown';
1051
- const action = result.action || 'run';
1052
- const runRoot = result.runRoot || 'n/a';
1053
- return `${result.kind} ${action} workload=${workloadId} runRoot=${runRoot}`;
1054
- }
1055
-
1056
- const suite = result.suite || result.report?.suite || 'suite';
1057
- const modelId = result.modelId || result.report?.modelId || 'unknown';
1058
- const passed = Number.isFinite(result.passed) ? result.passed : null;
1059
- const failed = Number.isFinite(result.failed) ? result.failed : null;
1060
- const duration = Number.isFinite(result.duration) ? `${result.duration.toFixed(1)}ms` : 'n/a';
1061
- if (passed !== null && failed !== null) {
1062
- return `${suite} model=${modelId} passed=${passed} failed=${failed} duration=${duration}`;
1063
- }
1064
- return `${suite} model=${modelId}`;
1065
- }
1066
-
1067
- function formatNumber(value, digits = 2) {
1068
- return Number.isFinite(value) ? Number(value).toFixed(digits) : 'n/a';
1069
- }
1070
-
1071
- function formatMs(value) {
1072
- return Number.isFinite(value) ? `${Number(value).toFixed(1)}ms` : 'n/a';
1073
- }
1074
-
1075
- function quoteOneLine(value) {
1076
- const s = String(value ?? '').replace(/\s+/g, ' ').trim();
1077
- if (!s) return '""';
1078
- const clipped = s.length > 120 ? `${s.slice(0, 117)}...` : s;
1079
- return JSON.stringify(clipped);
1080
- }
1081
-
1082
- function quoteOneLineOrStructured(value) {
1083
- if (typeof value === 'string') return quoteOneLine(value);
1084
- if (value == null) return null;
1085
- try {
1086
- return quoteOneLine(JSON.stringify(value));
1087
- } catch {
1088
- return quoteOneLine(String(value));
1089
- }
1090
- }
1091
-
1092
- function compactTimestamp() {
1093
- return new Date().toISOString().replace(/[-:]/g, '').replace(/\.\d+Z$/, '');
1094
- }
1095
-
1096
- async function saveBenchResult(result, saveDir) {
1097
- await fs.mkdir(saveDir, { recursive: true });
1098
- const modelId = String(result?.modelId || 'unknown').replace(/[^a-zA-Z0-9_-]/g, '_');
1099
- const ts = compactTimestamp();
1100
- const filename = `${modelId}_${ts}.json`;
1101
- const filePath = path.join(saveDir, filename);
1102
- const json = JSON.stringify(result, null, 2);
1103
- await fs.writeFile(filePath, json, 'utf-8');
1104
- await fs.writeFile(path.join(saveDir, 'latest.json'), json, 'utf-8');
1105
- return filePath;
1106
- }
1107
-
1108
- async function loadBaseline(comparePath, saveDir) {
1109
- const resolved = comparePath === 'last'
1110
- ? path.join(saveDir, 'latest.json')
1111
- : path.resolve(comparePath);
1112
- try {
1113
- const raw = await fs.readFile(resolved, 'utf-8');
1114
- return JSON.parse(raw);
1115
- } catch (error) {
1116
- console.error(`[compare] failed to load baseline from ${resolved}: ${error.message}`);
1117
- return null;
1118
- }
1119
- }
1120
-
1121
- function normalizeBenchMetrics(result) {
1122
- const m = result?.metrics;
1123
- if (!m) return m;
1124
- return {
1125
- decodeTokensPerSec: m.decodeTokensPerSec,
1126
- prefillTokensPerSec: m.prefillTokensPerSec,
1127
- firstTokenMs: m.firstTokenMs,
1128
- firstResponseMs: m.firstResponseMs,
1129
- prefillMs: m.prefillMs,
1130
- decodeMs: m.decodeMs,
1131
- totalRunMs: m.totalRunMs,
1132
- modelLoadMs: m.modelLoadMs,
1133
- decodeMsPerTokenP50: m.decodeMsPerTokenP50,
1134
- decodeMsPerTokenP95: m.decodeMsPerTokenP95,
1135
- decodeMsPerTokenP99: m.decodeMsPerTokenP99,
1136
- };
1137
- }
1138
-
1139
- function compareBenchResults(current, baseline) {
1140
- const cm = normalizeBenchMetrics(current);
1141
- const bm = normalizeBenchMetrics(baseline);
1142
- if (!cm || !bm) {
1143
- console.error('[compare] missing metrics in current or baseline result');
1144
- return { regressions: [], improvements: [] };
1145
- }
1146
-
1147
- const isCrossEngine = (current?.env?.library) !== (baseline?.env?.library);
1148
- const regressions = [];
1149
- const improvements = [];
1150
-
1151
- const metrics = [
1152
- { label: 'decode tok/s', cur: cm.decodeTokensPerSec, base: bm.decodeTokensPerSec, higherBetter: true },
1153
- { label: 'prefill tok/s', cur: cm.prefillTokensPerSec, base: bm.prefillTokensPerSec, higherBetter: true },
1154
- { label: 'first token', cur: cm.firstTokenMs, base: bm.firstTokenMs, higherBetter: false },
1155
- { label: 'prefill ms', cur: cm.prefillMs, base: bm.prefillMs, higherBetter: false },
1156
- { label: 'decode ms', cur: cm.decodeMs, base: bm.decodeMs, higherBetter: false },
1157
- { label: 'first response', cur: cm.firstResponseMs, base: bm.firstResponseMs, higherBetter: false },
1158
- { label: 'total run', cur: cm.totalRunMs, base: bm.totalRunMs, higherBetter: false },
1159
- { label: 'model load', cur: cm.modelLoadMs, base: bm.modelLoadMs, higherBetter: false },
1160
- ];
1161
-
1162
- // GPU phase metrics only available in Doppler-vs-Doppler comparisons
1163
- const cg = current?.metrics?.gpu;
1164
- const bg = baseline?.metrics?.gpu;
1165
- if (cg && bg) {
1166
- metrics.push(
1167
- { label: 'gpu record ms', cur: cg.decodeRecordMs?.median, base: bg.decodeRecordMs?.median, higherBetter: false },
1168
- { label: 'gpu submit_wait', cur: cg.decodeSubmitWaitMs?.median, base: bg.decodeSubmitWaitMs?.median, higherBetter: false },
1169
- { label: 'gpu readback', cur: cg.decodeReadbackWaitMs?.median, base: bg.decodeReadbackWaitMs?.median, higherBetter: false },
1170
- );
1171
- }
1172
-
1173
- const curLabel = isCrossEngine ? (current?.env?.library || 'current') : 'current';
1174
- const baseLabel = isCrossEngine ? (baseline?.env?.library || 'baseline') : 'baseline';
1175
- const baseModelId = baseline.modelId || 'unknown';
1176
- console.log(`[compare] vs ${baseLabel} model=${baseModelId}`);
1177
- console.log(`[compare] ${'metric'.padEnd(20)} ${baseLabel.padStart(14)} ${curLabel.padStart(14)} ${'delta'.padStart(10)}`);
1178
-
1179
- for (const m of metrics) {
1180
- if (!Number.isFinite(m.cur) || !Number.isFinite(m.base) || m.base === 0) continue;
1181
- const deltaPct = ((m.cur - m.base) / Math.abs(m.base)) * 100;
1182
- const sign = deltaPct >= 0 ? '+' : '';
1183
- const deltaStr = `${sign}${deltaPct.toFixed(1)}%`;
1184
- const isRegression = m.higherBetter ? deltaPct < -10 : deltaPct > 10;
1185
- const isImprovement = m.higherBetter ? deltaPct > 10 : deltaPct < -10;
1186
- const flag = isRegression ? ' !!REGRESSION' : isImprovement ? ' *improved' : '';
1187
- console.log(`[compare] ${m.label.padEnd(20)} ${formatNumber(m.base, 1).padStart(14)} ${formatNumber(m.cur, 1).padStart(14)} ${deltaStr.padStart(10)}${flag}`);
1188
- if (isRegression) regressions.push(m.label);
1189
- if (isImprovement) improvements.push(m.label);
1190
- }
1191
-
1192
- if (regressions.length) {
1193
- console.log(`[compare] ${regressions.length} regression(s) detected (>10% threshold)`);
1194
- }
1195
- return { regressions, improvements };
1196
- }
1197
1568
 
1198
1569
  async function loadManifest(manifestPath) {
1199
1570
  const raw = await fs.readFile(path.resolve(manifestPath), 'utf-8');
@@ -1290,294 +1661,6 @@ async function runManifestSweep(manifest, commandContext, jsonOutput, policy = D
1290
1661
  return results;
1291
1662
  }
1292
1663
 
1293
- function printManifestSummary(results) {
1294
- const completed = results.filter((r) => r.response && !r.error);
1295
- const failed = results.filter((r) => r.error);
1296
- console.log(`[sweep] ${completed.length} completed, ${failed.length} failed`);
1297
-
1298
- for (const r of results) {
1299
- if (r.error) {
1300
- console.log(` ${r.label.padEnd(30)} FAILED`);
1301
- continue;
1302
- }
1303
- const m = r.response?.result?.metrics;
1304
- if (!m) {
1305
- console.log(` ${r.label.padEnd(30)} no metrics`);
1306
- continue;
1307
- }
1308
- console.log(
1309
- ` ${r.label.padEnd(30)} ` +
1310
- `${formatNumber(m.decodeTokensPerSec)} decode tok/s ` +
1311
- `prefill=${formatNumber(m.prefillTokensPerSec)} ` +
1312
- `first=${formatMs(m.firstTokenMs)}`
1313
- );
1314
- }
1315
- }
1316
-
1317
- function formatMB(bytes) {
1318
- return Number.isFinite(bytes) ? `${(bytes / (1024 * 1024)).toFixed(1)}MB` : 'n/a';
1319
- }
1320
-
1321
- function printDeviceInfo(result) {
1322
- const info = result?.deviceInfo;
1323
- if (!info) return;
1324
- const ai = info.adapterInfo;
1325
- if (ai) {
1326
- console.log(`[device] vendor=${ai.vendor || 'unknown'} arch=${ai.architecture || 'unknown'} device=${ai.device || 'unknown'}`);
1327
- }
1328
- console.log(
1329
- `[device] f16=${info.hasF16 ? 'yes' : 'no'} subgroups=${info.hasSubgroups ? 'yes' : 'no'} timestamp_query=${info.hasTimestampQuery ? 'yes' : 'no'}`
1330
- );
1331
- }
1332
-
1333
- function printGpuPhases(metrics) {
1334
- if (typeof metrics?.decodeMode === 'string' && metrics.decodeMode.length > 0) {
1335
- const reason = typeof metrics?.batchGuardReason === 'string' && metrics.batchGuardReason.length > 0
1336
- ? ` guard=${metrics.batchGuardReason}`
1337
- : '';
1338
- console.log(`[decode] mode=${metrics.decodeMode}${reason}`);
1339
- }
1340
- const gpu = metrics?.gpu;
1341
- if (!gpu) return;
1342
- const rm = gpu.decodeRecordMs?.median;
1343
- const sw = gpu.decodeSubmitWaitMs?.median;
1344
- const rw = gpu.decodeReadbackWaitMs?.median;
1345
- if (Number.isFinite(rm) || Number.isFinite(sw) || Number.isFinite(rw)) {
1346
- console.log(`[gpu] decode record=${formatMs(rm)} submit_wait=${formatMs(sw)} readback_wait=${formatMs(rw)} (median)`);
1347
- }
1348
- const pm = gpu.prefillMs?.median;
1349
- const dm = gpu.decodeMs?.median;
1350
- if (Number.isFinite(pm) || Number.isFinite(dm)) {
1351
- console.log(`[gpu] prefill=${formatMs(pm)} decode=${formatMs(dm)} (median gpu time)`);
1352
- }
1353
- const sts = gpu.singleTokenSubmitWaitMs?.median;
1354
- const str = gpu.singleTokenReadbackWaitMs?.median;
1355
- const sto = gpu.singleTokenOrchestrationMs?.median;
1356
- if (Number.isFinite(sts) || Number.isFinite(str) || Number.isFinite(sto)) {
1357
- console.log(
1358
- `[gpu] single-token submit=${formatMs(sts)} readback=${formatMs(str)} ` +
1359
- `orchestration=${formatMs(sto)} (median)`
1360
- );
1361
- }
1362
- const batching = metrics?.batching;
1363
- const batchedCalls = batching?.batchedForwardCalls?.median;
1364
- const unbatchedCalls = batching?.unbatchedForwardCalls?.median;
1365
- const batchedTime = batching?.totalBatchedTimeMs?.median;
1366
- const unbatchedTime = batching?.totalUnbatchedTimeMs?.median;
1367
- const submissions = batching?.gpuSubmissions?.median;
1368
- if (
1369
- Number.isFinite(batchedCalls)
1370
- || Number.isFinite(unbatchedCalls)
1371
- || Number.isFinite(batchedTime)
1372
- || Number.isFinite(unbatchedTime)
1373
- || Number.isFinite(submissions)
1374
- ) {
1375
- console.log(
1376
- `[batching] batched_calls=${formatNumber(batchedCalls)} unbatched_calls=${formatNumber(unbatchedCalls)} ` +
1377
- `batched_time=${formatMs(batchedTime)} unbatched_time=${formatMs(unbatchedTime)} ` +
1378
- `gpu_submissions=${formatNumber(submissions)}`
1379
- );
1380
- }
1381
- }
1382
-
1383
- function printMemoryReport(result) {
1384
- const mem = result?.memoryStats;
1385
- if (!mem) return;
1386
- const parts = [`used=${formatMB(mem.used)}`];
1387
- if (mem.pool && Number.isFinite(mem.pool.currentBytesAllocated)) {
1388
- parts.push(`pool=${formatMB(mem.pool.currentBytesAllocated)}`);
1389
- }
1390
- if (mem.kvCache) {
1391
- parts.push(`kv_cache=${formatMB(mem.kvCache.allocated)}`);
1392
- if (Number.isFinite(mem.kvCache.seqLen) && Number.isFinite(mem.kvCache.maxSeqLen)) {
1393
- parts.push(`(seq=${mem.kvCache.seqLen}/${mem.kvCache.maxSeqLen})`);
1394
- }
1395
- }
1396
- console.log(`[memory] ${parts.join(' ')}`);
1397
- }
1398
-
1399
- function printExecutionContractSummary(result) {
1400
- const artifact = result?.metrics?.executionContractArtifact;
1401
- if (!artifact || typeof artifact !== 'object') return;
1402
- const checks = Array.isArray(artifact.checks) ? artifact.checks : [];
1403
- const passedChecks = checks.filter((entry) => entry?.ok === true).length;
1404
- const session = artifact.session && typeof artifact.session === 'object'
1405
- ? artifact.session
1406
- : null;
1407
- const attentionPhases = artifact.steps?.attentionPhases && typeof artifact.steps.attentionPhases === 'object'
1408
- ? artifact.steps.attentionPhases
1409
- : null;
1410
- const parts = [
1411
- `status=${artifact.ok === true ? 'pass' : 'fail'}`,
1412
- checks.length > 0 ? `checks=${passedChecks}/${checks.length}` : 'checks=n/a',
1413
- ];
1414
- if (session?.layout) {
1415
- parts.push(`layout=${session.layout}`);
1416
- }
1417
- if (attentionPhases) {
1418
- parts.push(
1419
- `attn(prefill=${attentionPhases.prefill ?? 'n/a'},decode=${attentionPhases.decode ?? 'n/a'},both=${attentionPhases.both ?? 'n/a'})`
1420
- );
1421
- }
1422
- console.log(`[contract] ${parts.join(' ')}`);
1423
- if (artifact.ok !== true && Array.isArray(artifact.errors)) {
1424
- for (const error of artifact.errors.slice(0, 3)) {
1425
- console.log(`[contract] error=${quoteOneLine(error)}`);
1426
- }
1427
- }
1428
- }
1429
-
1430
- function printSimpleArtifactSummary(label, artifact) {
1431
- if (!artifact || typeof artifact !== 'object') return;
1432
- const checks = Array.isArray(artifact.checks) ? artifact.checks : [];
1433
- const passedChecks = checks.filter((entry) => entry?.ok === true).length;
1434
- console.log(
1435
- `[${label}] status=${artifact.ok === true ? 'pass' : 'fail'} ` +
1436
- `checks=${checks.length > 0 ? `${passedChecks}/${checks.length}` : 'n/a'}`
1437
- );
1438
- if (artifact.ok !== true && Array.isArray(artifact.errors)) {
1439
- for (const error of artifact.errors.slice(0, 2)) {
1440
- console.log(`[${label}] error=${quoteOneLine(error)}`);
1441
- }
1442
- }
1443
- }
1444
-
1445
- function printConvertContractSummary(result) {
1446
- const artifact = result?.executionContractArtifact;
1447
- if (!artifact || typeof artifact !== 'object') return;
1448
- const checks = Array.isArray(artifact.checks) ? artifact.checks : [];
1449
- const passedChecks = checks.filter((entry) => entry?.ok === true).length;
1450
- const session = artifact.session && typeof artifact.session === 'object'
1451
- ? artifact.session
1452
- : null;
1453
- console.log(
1454
- `[contract] status=${artifact.ok === true ? 'pass' : 'fail'} ` +
1455
- `checks=${checks.length > 0 ? `${passedChecks}/${checks.length}` : 'n/a'} ` +
1456
- `layout=${session?.layout ?? 'n/a'}`
1457
- );
1458
- if (artifact.ok !== true && Array.isArray(artifact.errors)) {
1459
- for (const error of artifact.errors.slice(0, 3)) {
1460
- console.log(`[contract] error=${quoteOneLine(error)}`);
1461
- }
1462
- }
1463
- printSimpleArtifactSummary('layer-pattern', result?.layerPatternContractArtifact);
1464
- printSimpleArtifactSummary('required-inference', result?.requiredInferenceFieldsArtifact);
1465
- }
1466
-
1467
- function printConvertReportSummary(result) {
1468
- const reportInfo = result?.reportInfo;
1469
- if (!reportInfo || typeof reportInfo !== 'object') return;
1470
- if (typeof reportInfo.path !== 'string' || reportInfo.path.length === 0) return;
1471
- console.log(`[report] ${reportInfo.path}`);
1472
- }
1473
-
1474
- function printMetricsSummary(result) {
1475
- if (!result || typeof result !== 'object') return;
1476
- if (result.kind === 'distill') {
1477
- const stageCount = Array.isArray(result.stageResults) ? result.stageResults.length : 0;
1478
- console.log(
1479
- `[metrics] kind=distill action=${result.action || 'run'} stages=${stageCount} runRoot=${quoteOneLine(result.runRoot)}`
1480
- );
1481
- return;
1482
- }
1483
- if (result.kind === 'lora') {
1484
- const exportCount = Array.isArray(result.exports) ? result.exports.length : 0;
1485
- console.log(
1486
- `[metrics] kind=lora action=${result.action || 'run'} exports=${exportCount} runRoot=${quoteOneLine(result.runRoot)}`
1487
- );
1488
- return;
1489
- }
1490
- const suite = String(result.suite || '');
1491
- const metrics = result.metrics;
1492
- if (!metrics || typeof metrics !== 'object') return;
1493
-
1494
- if (suite === 'inference' || suite === 'debug') {
1495
- const prompt = quoteOneLine(metrics.prompt);
1496
- console.log(`[metrics] prompt=${prompt}`);
1497
- console.log(
1498
- `[metrics] load=${formatMs(metrics.modelLoadMs)} ` +
1499
- `prefillTokens=${Number.isFinite(metrics.prefillTokens) ? Math.round(metrics.prefillTokens) : 'n/a'} ` +
1500
- `decodeTokens=${Number.isFinite(metrics.decodeTokens) ? Math.round(metrics.decodeTokens) : 'n/a'} ` +
1501
- `maxTokens=${Number.isFinite(metrics.maxTokens) ? Math.round(metrics.maxTokens) : 'n/a'}`
1502
- );
1503
- console.log(
1504
- `[metrics] first=${formatMs(metrics.firstTokenMs)} prefill=${formatMs(metrics.prefillMs)} ` +
1505
- `decode=${formatMs(metrics.decodeMs)} total=${formatMs(metrics.totalRunMs)}`
1506
- );
1507
- console.log(
1508
- `[metrics] tok/s=${formatNumber(metrics.decodeTokensPerSec)} ` +
1509
- `prefill=${formatNumber(metrics.prefillTokensPerSec)} ` +
1510
- `decode=${formatNumber(metrics.decodeTokensPerSec)}`
1511
- );
1512
- if (typeof result.output === 'string' && result.output.length > 0) {
1513
- console.log(`[output] ${quoteOneLine(result.output)}`);
1514
- }
1515
- printExecutionContractSummary(result);
1516
- return;
1517
- }
1518
-
1519
- if (suite === 'bench') {
1520
- if (Number.isFinite(metrics.embeddingDim) || Number.isFinite(metrics.avgEmbeddingMs)) {
1521
- console.log(`[metrics] prompt=${quoteOneLine(metrics.prompt)}`);
1522
- console.log(
1523
- `[metrics] load=${formatMs(metrics.modelLoadMs)} runs=${Number.isFinite(metrics.warmupRuns) ? metrics.warmupRuns : 'n/a'}+${Number.isFinite(metrics.timedRuns) ? metrics.timedRuns : 'n/a'}`
1524
- );
1525
- console.log(
1526
- `[metrics] embedding dim=${Number.isFinite(metrics.embeddingDim) ? Math.round(metrics.embeddingDim) : 'n/a'} ` +
1527
- `median=${formatMs(metrics.medianEmbeddingMs)} avg=${formatMs(metrics.avgEmbeddingMs)} ` +
1528
- `eps=${formatNumber(metrics.avgEmbeddingsPerSec)}`
1529
- );
1530
- printExecutionContractSummary(result);
1531
- return;
1532
- }
1533
-
1534
- console.log(`[metrics] prompt=${quoteOneLine(metrics.prompt)}`);
1535
- console.log(
1536
- `[metrics] load=${formatMs(metrics.modelLoadMs)} runs=${Number.isFinite(metrics.warmupRuns) ? metrics.warmupRuns : 'n/a'}+${Number.isFinite(metrics.timedRuns) ? metrics.timedRuns : 'n/a'} ` +
1537
- `maxTokens=${Number.isFinite(metrics.maxTokens) ? Math.round(metrics.maxTokens) : 'n/a'}`
1538
- );
1539
- console.log(
1540
- `[metrics] tokens prefill(avg)=${Number.isFinite(metrics.avgPrefillTokens) ? Math.round(metrics.avgPrefillTokens) : 'n/a'} ` +
1541
- `decode(avg)=${Number.isFinite(metrics.avgDecodeTokens) ? Math.round(metrics.avgDecodeTokens) : 'n/a'} ` +
1542
- `generated(avg)=${Number.isFinite(metrics.avgTokensGenerated) ? Math.round(metrics.avgTokensGenerated) : 'n/a'}`
1543
- );
1544
- console.log(
1545
- `[metrics] decode tok/s=${formatNumber(metrics.decodeTokensPerSec)} avg=${formatNumber(metrics.avgDecodeTokensPerSec)} ` +
1546
- `prefill=${formatNumber(metrics.prefillTokensPerSec)} avg=${formatNumber(metrics.avgPrefillTokensPerSec)}`
1547
- );
1548
- console.log(
1549
- `[metrics] latency first=${formatMs(metrics.firstTokenMs)} ` +
1550
- `prefill=${formatMs(metrics.prefillMs)} decode=${formatMs(metrics.decodeMs)}`
1551
- );
1552
- printExecutionContractSummary(result);
1553
- printDeviceInfo(result);
1554
- printGpuPhases(metrics);
1555
- printMemoryReport(result);
1556
- const samplePrompt = quoteOneLineOrStructured(metrics.promptInput);
1557
- if (samplePrompt !== null) {
1558
- console.log(`[sample] prompt=${samplePrompt}`);
1559
- }
1560
- if (typeof metrics.generatedText === 'string' && metrics.generatedText.length > 0) {
1561
- console.log(`[sample] text=${quoteOneLine(metrics.generatedText)}`);
1562
- }
1563
- return;
1564
- }
1565
-
1566
- if (suite === 'training') {
1567
- const selectedTests = Array.isArray(metrics.selectedTests)
1568
- ? metrics.selectedTests.length
1569
- : 'n/a';
1570
- const availableTests = Array.isArray(metrics.availableTests)
1571
- ? metrics.availableTests.length
1572
- : 'n/a';
1573
- const stage = typeof metrics.trainingStage === 'string' ? metrics.trainingStage : 'n/a';
1574
- console.log(
1575
- `[metrics] training tests=${Number.isFinite(metrics.testsRun) ? metrics.testsRun : 'n/a'} ` +
1576
- `selected=${selectedTests} available=${availableTests} stage=${stage}`
1577
- );
1578
- }
1579
- }
1580
-
1581
1664
  async function main() {
1582
1665
  const argv = process.argv.slice(2);
1583
1666
  const jsonOutputRequested = !argv.includes('--pretty');
@@ -1598,6 +1681,31 @@ async function main() {
1598
1681
  console.log(usage());
1599
1682
  return;
1600
1683
  }
1684
+ if (parsed.command === 'program-bundle') {
1685
+ validateProgramBundleFlags(parsed);
1686
+ await runProgramBundleCommand(parsed, parsed.flags.pretty !== true);
1687
+ return;
1688
+ }
1689
+ if (parsed.command === 'reference-receipt') {
1690
+ validateReferenceReceiptFlags(parsed);
1691
+ await runReferenceReceiptCommand(parsed, parsed.flags.pretty !== true);
1692
+ return;
1693
+ }
1694
+ if (parsed.command === 'profiles') {
1695
+ validateProfilesFlags(parsed);
1696
+ await runProfilesCommand(parsed.flags.pretty !== true);
1697
+ return;
1698
+ }
1699
+ if (parsed.command === 'intake') {
1700
+ validateIntakeFlags(parsed);
1701
+ await runIntakeCommand(parsed, parsed.flags.pretty !== true);
1702
+ return;
1703
+ }
1704
+ if (parsed.command === 'bundle') {
1705
+ validateBundleFlags(parsed);
1706
+ await runBundleCommand(parsed, parsed.flags.pretty !== true);
1707
+ return;
1708
+ }
1601
1709
  validateCommandFlags(parsed);
1602
1710
 
1603
1711
  const jsonOutput = parsed.flags.pretty !== true;