@simulatte/doppler 0.1.9 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1359) hide show
  1. package/README.md +3 -116
  2. package/package.json +5 -162
  3. package/BRANDING.md +0 -14
  4. package/CHANGELOG.md +0 -158
  5. package/LICENSE +0 -201
  6. package/NOTICE +0 -5
  7. package/SECURITY.md +0 -19
  8. package/src/adapters/adapter-manager.d.ts +0 -200
  9. package/src/adapters/adapter-manager.js +0 -509
  10. package/src/adapters/adapter-manifest.d.ts +0 -290
  11. package/src/adapters/adapter-manifest.js +0 -320
  12. package/src/adapters/adapter-registry.d.ts +0 -192
  13. package/src/adapters/adapter-registry.js +0 -477
  14. package/src/adapters/index.d.ts +0 -89
  15. package/src/adapters/index.js +0 -42
  16. package/src/adapters/lora-loader.d.ts +0 -105
  17. package/src/adapters/lora-loader.js +0 -414
  18. package/src/bootstrap.d.ts +0 -1
  19. package/src/bootstrap.js +0 -30
  20. package/src/bridge/extension/background.d.ts +0 -14
  21. package/src/bridge/extension/background.js +0 -168
  22. package/src/bridge/extension/manifest.json +0 -34
  23. package/src/bridge/extension-client.d.ts +0 -114
  24. package/src/bridge/extension-client.js +0 -409
  25. package/src/bridge/index.d.ts +0 -69
  26. package/src/bridge/index.js +0 -53
  27. package/src/bridge/protocol.d.ts +0 -96
  28. package/src/bridge/protocol.js +0 -130
  29. package/src/browser/browser-converter.d.ts +0 -71
  30. package/src/browser/browser-converter.js +0 -977
  31. package/src/browser/file-picker.d.ts +0 -63
  32. package/src/browser/file-picker.js +0 -281
  33. package/src/browser/gguf-importer.d.ts +0 -136
  34. package/src/browser/gguf-importer.js +0 -532
  35. package/src/browser/gguf-parser-browser.d.ts +0 -14
  36. package/src/browser/gguf-parser-browser.js +0 -17
  37. package/src/browser/quantization.d.ts +0 -69
  38. package/src/browser/quantization.js +0 -328
  39. package/src/browser/safetensors-parser-browser.d.ts +0 -193
  40. package/src/browser/safetensors-parser-browser.js +0 -347
  41. package/src/browser/shard-io-browser.d.ts +0 -57
  42. package/src/browser/shard-io-browser.js +0 -89
  43. package/src/browser/tensor-source-download.d.ts +0 -27
  44. package/src/browser/tensor-source-download.js +0 -245
  45. package/src/browser/tensor-source-file.d.ts +0 -26
  46. package/src/browser/tensor-source-file.js +0 -53
  47. package/src/browser/tensor-source-http.d.ts +0 -29
  48. package/src/browser/tensor-source-http.js +0 -130
  49. package/src/client/doppler-api.browser.d.ts +0 -1
  50. package/src/client/doppler-api.browser.js +0 -310
  51. package/src/client/doppler-api.d.ts +0 -83
  52. package/src/client/doppler-api.js +0 -323
  53. package/src/client/doppler-provider/generation.d.ts +0 -25
  54. package/src/client/doppler-provider/generation.js +0 -126
  55. package/src/client/doppler-provider/index.d.ts +0 -2
  56. package/src/client/doppler-provider/index.js +0 -3
  57. package/src/client/doppler-provider/model-manager.d.ts +0 -71
  58. package/src/client/doppler-provider/model-manager.js +0 -739
  59. package/src/client/doppler-provider/provider.d.ts +0 -5
  60. package/src/client/doppler-provider/provider.js +0 -102
  61. package/src/client/doppler-provider/source-runtime.d.ts +0 -23
  62. package/src/client/doppler-provider/source-runtime.js +0 -641
  63. package/src/client/doppler-provider/types.d.ts +0 -127
  64. package/src/client/doppler-provider/types.js +0 -17
  65. package/src/client/doppler-provider.d.ts +0 -46
  66. package/src/client/doppler-provider.js +0 -36
  67. package/src/client/doppler-registry.d.ts +0 -23
  68. package/src/client/doppler-registry.js +0 -86
  69. package/src/client/doppler-registry.json +0 -40
  70. package/src/config/README.md +0 -69
  71. package/src/config/backward-registry-loader.d.ts +0 -3
  72. package/src/config/backward-registry-loader.js +0 -23
  73. package/src/config/execution-contract-check.d.ts +0 -82
  74. package/src/config/execution-contract-check.js +0 -317
  75. package/src/config/execution-v0-contract-check.d.ts +0 -94
  76. package/src/config/execution-v0-contract-check.js +0 -349
  77. package/src/config/execution-v0-graph-contract-check.d.ts +0 -20
  78. package/src/config/execution-v0-graph-contract-check.js +0 -64
  79. package/src/config/index.d.ts +0 -63
  80. package/src/config/index.js +0 -31
  81. package/src/config/kernel-path-contract-check.d.ts +0 -76
  82. package/src/config/kernel-path-contract-check.js +0 -507
  83. package/src/config/kernel-path-loader.d.ts +0 -170
  84. package/src/config/kernel-path-loader.js +0 -570
  85. package/src/config/kernels/backward-registry.json +0 -99
  86. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  87. package/src/config/kernels/kernel-ref-digests.js +0 -228
  88. package/src/config/kernels/kernel-ref.d.ts +0 -17
  89. package/src/config/kernels/kernel-ref.js +0 -75
  90. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  91. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  92. package/src/config/kernels/registry.d.ts +0 -86
  93. package/src/config/kernels/registry.js +0 -116
  94. package/src/config/kernels/registry.json +0 -7443
  95. package/src/config/loader.d.ts +0 -57
  96. package/src/config/loader.js +0 -584
  97. package/src/config/merge-contract-check.d.ts +0 -16
  98. package/src/config/merge-contract-check.js +0 -383
  99. package/src/config/merge-helpers.d.ts +0 -58
  100. package/src/config/merge-helpers.js +0 -175
  101. package/src/config/merge.d.ts +0 -143
  102. package/src/config/merge.js +0 -414
  103. package/src/config/param-categories.d.ts +0 -17
  104. package/src/config/param-categories.js +0 -72
  105. package/src/config/param-validator.d.ts +0 -26
  106. package/src/config/param-validator.js +0 -280
  107. package/src/config/platforms/amd-rdna3.json +0 -16
  108. package/src/config/platforms/apple-m1.json +0 -16
  109. package/src/config/platforms/apple-m2.json +0 -16
  110. package/src/config/platforms/apple-m3.json +0 -16
  111. package/src/config/platforms/generic.json +0 -14
  112. package/src/config/platforms/loader.d.ts +0 -65
  113. package/src/config/platforms/loader.js +0 -155
  114. package/src/config/platforms/nvidia-rtx30.json +0 -16
  115. package/src/config/platforms/nvidia-rtx40.json +0 -16
  116. package/src/config/presets/kernel-paths/embeddinggemma-f16-f32a.json +0 -60
  117. package/src/config/presets/kernel-paths/embeddinggemma-f32-f32a.json +0 -60
  118. package/src/config/presets/kernel-paths/embeddinggemma-q4k-dequant-f32a.json +0 -60
  119. package/src/config/presets/kernel-paths/gemma2-f16-f16a.json +0 -61
  120. package/src/config/presets/kernel-paths/gemma2-f16-f32a.json +0 -60
  121. package/src/config/presets/kernel-paths/gemma2-q4k-dequant-f16a.json +0 -61
  122. package/src/config/presets/kernel-paths/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -60
  123. package/src/config/presets/kernel-paths/gemma2-q4k-fused-f32a.json +0 -57
  124. package/src/config/presets/kernel-paths/gemma3-f16-fused-f16a-online.json +0 -200
  125. package/src/config/presets/kernel-paths/gemma3-f16-fused-f32a-online-streamingprefill.json +0 -223
  126. package/src/config/presets/kernel-paths/gemma3-f16-fused-f32a-online.json +0 -223
  127. package/src/config/presets/kernel-paths/gemma3-q4k-dequant-f16a-online.json +0 -60
  128. package/src/config/presets/kernel-paths/gemma3-q4k-dequant-f32a-nosubgroups.json +0 -61
  129. package/src/config/presets/kernel-paths/gemma3-q4k-dequant-f32a-online.json +0 -61
  130. package/src/config/presets/kernel-paths/gemma3-q4k-dequant-f32a-small-attn.json +0 -61
  131. package/src/config/presets/kernel-paths/gemma3-q4k-dequant-f32w-f32a-online.json +0 -56
  132. package/src/config/presets/kernel-paths/lfm2-q4k-dequant-f32a-nosubgroups.json +0 -61
  133. package/src/config/presets/kernel-paths/lfm2-q4k-dequant-f32a-online.json +0 -61
  134. package/src/config/presets/kernel-paths/registry.json +0 -145
  135. package/src/config/presets/models/deepseek.json +0 -20
  136. package/src/config/presets/models/diffusion.json +0 -10
  137. package/src/config/presets/models/embeddinggemma.json +0 -74
  138. package/src/config/presets/models/functiongemma.json +0 -31
  139. package/src/config/presets/models/gemma2.json +0 -60
  140. package/src/config/presets/models/gemma3.json +0 -78
  141. package/src/config/presets/models/gemma4.json +0 -61
  142. package/src/config/presets/models/gpt-oss.json +0 -68
  143. package/src/config/presets/models/granite-docling.json +0 -70
  144. package/src/config/presets/models/janus-text.json +0 -27
  145. package/src/config/presets/models/kimi-k2.json +0 -25
  146. package/src/config/presets/models/lfm2.json +0 -88
  147. package/src/config/presets/models/llama3.json +0 -40
  148. package/src/config/presets/models/mamba.json +0 -34
  149. package/src/config/presets/models/mixtral.json +0 -37
  150. package/src/config/presets/models/modernbert.json +0 -32
  151. package/src/config/presets/models/qwen3.json +0 -49
  152. package/src/config/presets/models/qwen3_5.json +0 -16
  153. package/src/config/presets/models/qwen3_vl.json +0 -40
  154. package/src/config/presets/models/transformer.json +0 -78
  155. package/src/config/presets/models/translategemma.json +0 -30
  156. package/src/config/presets/platforms/nvidia-gb200-8gpu.json +0 -45
  157. package/src/config/presets/platforms/nvidia-gb200-nvl72.json +0 -45
  158. package/src/config/presets/platforms/nvidia-gh200-nvl2.json +0 -44
  159. package/src/config/presets/platforms/nvidia-gh200.json +0 -44
  160. package/src/config/presets/runtime/compute/f16-activations.json +0 -30
  161. package/src/config/presets/runtime/compute/f16-batched.json +0 -32
  162. package/src/config/presets/runtime/default.json +0 -101
  163. package/src/config/presets/runtime/diagnostics/debug-logits.json +0 -53
  164. package/src/config/presets/runtime/experiments/bench/gemma3-bench-q4k.json +0 -54
  165. package/src/config/presets/runtime/experiments/debug/gemma3-debug-q4k.json +0 -210
  166. package/src/config/presets/runtime/experiments/verify/gemma3-verify.json +0 -39
  167. package/src/config/presets/runtime/experiments/verify/lfm2-verify.json +0 -46
  168. package/src/config/presets/runtime/experiments/verify/translategemma-verify.json +0 -39
  169. package/src/config/presets/runtime/kernels/dequant-f16-q4k.json +0 -13
  170. package/src/config/presets/runtime/kernels/dequant-f32-q4k.json +0 -13
  171. package/src/config/presets/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
  172. package/src/config/presets/runtime/kernels/fused-q4k.json +0 -13
  173. package/src/config/presets/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
  174. package/src/config/presets/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
  175. package/src/config/presets/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
  176. package/src/config/presets/runtime/kernels/safe-q4k.json +0 -13
  177. package/src/config/presets/runtime/model/gemma2-debug.json +0 -77
  178. package/src/config/presets/runtime/model/gemma2-pipeline-debug.json +0 -66
  179. package/src/config/presets/runtime/model/gemma2-pipeline.json +0 -75
  180. package/src/config/presets/runtime/model/gemma3-layer-probe.json +0 -85
  181. package/src/config/presets/runtime/model/qwen3-5-layer-probe.json +0 -52
  182. package/src/config/presets/runtime/model/qwen3-5-linear-attn-debug.json +0 -90
  183. package/src/config/presets/runtime/modes/bench.json +0 -37
  184. package/src/config/presets/runtime/modes/debug.json +0 -39
  185. package/src/config/presets/runtime/modes/default.json +0 -10
  186. package/src/config/presets/runtime/modes/embedding-bench.json +0 -28
  187. package/src/config/presets/runtime/modes/embedding.json +0 -54
  188. package/src/config/presets/runtime/modes/low-memory.json +0 -40
  189. package/src/config/presets/runtime/modes/production.json +0 -48
  190. package/src/config/presets/runtime/modes/simulation.json +0 -30
  191. package/src/config/presets/runtime/modes/trace-layers.json +0 -127
  192. package/src/config/presets/runtime/platform/metal-apple-q4k.json +0 -11
  193. package/src/config/presets/runtime/tiers/gemma4-16gb.json +0 -69
  194. package/src/config/presets/runtime/tiers/gemma4-24gb.json +0 -66
  195. package/src/config/presets/runtime/tiers/gemma4-32gb.json +0 -66
  196. package/src/config/quantization-contract-check.d.ts +0 -12
  197. package/src/config/quantization-contract-check.js +0 -91
  198. package/src/config/required-inference-fields-contract-check.d.ts +0 -24
  199. package/src/config/required-inference-fields-contract-check.js +0 -237
  200. package/src/config/runtime-merge.d.ts +0 -5
  201. package/src/config/runtime-merge.js +0 -21
  202. package/src/config/runtime.d.ts +0 -28
  203. package/src/config/runtime.js +0 -64
  204. package/src/config/schema/adapter.schema.d.ts +0 -53
  205. package/src/config/schema/adapter.schema.js +0 -60
  206. package/src/config/schema/backward-registry.schema.d.ts +0 -14
  207. package/src/config/schema/backward-registry.schema.js +0 -46
  208. package/src/config/schema/benchmark.schema.d.ts +0 -54
  209. package/src/config/schema/benchmark.schema.js +0 -74
  210. package/src/config/schema/bridge.schema.d.ts +0 -25
  211. package/src/config/schema/bridge.schema.js +0 -22
  212. package/src/config/schema/browser-suite-metrics.schema.d.ts +0 -17
  213. package/src/config/schema/browser-suite-metrics.schema.js +0 -46
  214. package/src/config/schema/buffer-pool.schema.d.ts +0 -92
  215. package/src/config/schema/buffer-pool.schema.js +0 -50
  216. package/src/config/schema/conversion-report.schema.d.ts +0 -40
  217. package/src/config/schema/conversion-report.schema.js +0 -108
  218. package/src/config/schema/conversion.schema.d.ts +0 -184
  219. package/src/config/schema/conversion.schema.js +0 -13
  220. package/src/config/schema/converter.schema.d.ts +0 -123
  221. package/src/config/schema/converter.schema.js +0 -136
  222. package/src/config/schema/debug.schema.d.ts +0 -290
  223. package/src/config/schema/debug.schema.js +0 -134
  224. package/src/config/schema/diffusion.schema.d.ts +0 -88
  225. package/src/config/schema/diffusion.schema.js +0 -62
  226. package/src/config/schema/distill-training.schema.d.ts +0 -48
  227. package/src/config/schema/distill-training.schema.js +0 -139
  228. package/src/config/schema/distribution.schema.d.ts +0 -155
  229. package/src/config/schema/distribution.schema.js +0 -81
  230. package/src/config/schema/doppler.schema.d.ts +0 -75
  231. package/src/config/schema/doppler.schema.js +0 -341
  232. package/src/config/schema/ecosystem.schema.d.ts +0 -255
  233. package/src/config/schema/ecosystem.schema.js +0 -534
  234. package/src/config/schema/emulation.schema.d.ts +0 -351
  235. package/src/config/schema/emulation.schema.js +0 -299
  236. package/src/config/schema/energy.schema.d.ts +0 -102
  237. package/src/config/schema/energy.schema.js +0 -72
  238. package/src/config/schema/execution-v0.schema.d.ts +0 -187
  239. package/src/config/schema/execution-v0.schema.js +0 -55
  240. package/src/config/schema/gpu-cache.schema.d.ts +0 -26
  241. package/src/config/schema/gpu-cache.schema.js +0 -8
  242. package/src/config/schema/harness.schema.d.ts +0 -32
  243. package/src/config/schema/harness.schema.js +0 -20
  244. package/src/config/schema/hotswap.schema.d.ts +0 -55
  245. package/src/config/schema/hotswap.schema.js +0 -18
  246. package/src/config/schema/index.d.ts +0 -885
  247. package/src/config/schema/index.js +0 -491
  248. package/src/config/schema/inference-defaults.schema.d.ts +0 -276
  249. package/src/config/schema/inference-defaults.schema.js +0 -188
  250. package/src/config/schema/inference.schema.d.ts +0 -298
  251. package/src/config/schema/inference.schema.js +0 -39
  252. package/src/config/schema/intent-bundle.schema.d.ts +0 -28
  253. package/src/config/schema/intent-bundle.schema.js +0 -12
  254. package/src/config/schema/kernel-path.schema.d.ts +0 -184
  255. package/src/config/schema/kernel-path.schema.js +0 -9
  256. package/src/config/schema/kernel-registry.schema.d.ts +0 -199
  257. package/src/config/schema/kernel-registry.schema.js +0 -46
  258. package/src/config/schema/kernel-thresholds.schema.d.ts +0 -302
  259. package/src/config/schema/kernel-thresholds.schema.js +0 -195
  260. package/src/config/schema/kernel-warmup.schema.d.ts +0 -19
  261. package/src/config/schema/kernel-warmup.schema.js +0 -5
  262. package/src/config/schema/kvcache.schema.d.ts +0 -131
  263. package/src/config/schema/kvcache.schema.js +0 -31
  264. package/src/config/schema/loading.schema.d.ts +0 -153
  265. package/src/config/schema/loading.schema.js +0 -84
  266. package/src/config/schema/lora.schema.d.ts +0 -12
  267. package/src/config/schema/lora.schema.js +0 -12
  268. package/src/config/schema/manifest.schema.d.ts +0 -507
  269. package/src/config/schema/manifest.schema.js +0 -146
  270. package/src/config/schema/memory-limits.schema.d.ts +0 -107
  271. package/src/config/schema/memory-limits.schema.js +0 -57
  272. package/src/config/schema/moe.schema.d.ts +0 -78
  273. package/src/config/schema/moe.schema.js +0 -31
  274. package/src/config/schema/platform.schema.d.ts +0 -121
  275. package/src/config/schema/platform.schema.js +0 -1
  276. package/src/config/schema/preset.schema.d.ts +0 -124
  277. package/src/config/schema/preset.schema.js +0 -1
  278. package/src/config/schema/quantization-defaults.schema.d.ts +0 -34
  279. package/src/config/schema/quantization-defaults.schema.js +0 -5
  280. package/src/config/schema/quantization.schema.d.ts +0 -10
  281. package/src/config/schema/quantization.schema.js +0 -33
  282. package/src/config/schema/shared-runtime.schema.d.ts +0 -75
  283. package/src/config/schema/shared-runtime.schema.js +0 -45
  284. package/src/config/schema/speculative.schema.d.ts +0 -21
  285. package/src/config/schema/speculative.schema.js +0 -11
  286. package/src/config/schema/storage.schema.d.ts +0 -123
  287. package/src/config/schema/storage.schema.js +0 -66
  288. package/src/config/schema/tooling.schema.d.ts +0 -29
  289. package/src/config/schema/tooling.schema.js +0 -12
  290. package/src/config/schema/training-metrics.schema.d.ts +0 -89
  291. package/src/config/schema/training-metrics.schema.js +0 -374
  292. package/src/config/schema/training.schema.d.ts +0 -88
  293. package/src/config/schema/training.schema.js +0 -106
  294. package/src/config/schema/tuner.schema.d.ts +0 -39
  295. package/src/config/schema/tuner.schema.js +0 -13
  296. package/src/config/schema/ul-training.schema.d.ts +0 -61
  297. package/src/config/schema/ul-training.schema.js +0 -140
  298. package/src/config/schema/units.schema.d.ts +0 -27
  299. package/src/config/schema/units.schema.js +0 -26
  300. package/src/config/training-defaults.d.ts +0 -24
  301. package/src/config/training-defaults.js +0 -99
  302. package/src/converter/conversion-plan.d.ts +0 -64
  303. package/src/converter/conversion-plan.js +0 -565
  304. package/src/converter/core.d.ts +0 -264
  305. package/src/converter/core.js +0 -1383
  306. package/src/converter/execution-v0-manifest.d.ts +0 -15
  307. package/src/converter/execution-v0-manifest.js +0 -149
  308. package/src/converter/index.d.ts +0 -99
  309. package/src/converter/index.js +0 -60
  310. package/src/converter/manifest-inference.d.ts +0 -20
  311. package/src/converter/manifest-inference.js +0 -513
  312. package/src/converter/parsers/diffusion.d.ts +0 -50
  313. package/src/converter/parsers/diffusion.js +0 -327
  314. package/src/converter/parsers/gguf.d.ts +0 -22
  315. package/src/converter/parsers/gguf.js +0 -46
  316. package/src/converter/parsers/index.d.ts +0 -21
  317. package/src/converter/parsers/index.js +0 -12
  318. package/src/converter/parsers/transformer.d.ts +0 -16
  319. package/src/converter/parsers/transformer.js +0 -29
  320. package/src/converter/quantization-info.d.ts +0 -37
  321. package/src/converter/quantization-info.js +0 -422
  322. package/src/converter/quantizer.d.ts +0 -101
  323. package/src/converter/quantizer.js +0 -444
  324. package/src/converter/rope-config.d.ts +0 -15
  325. package/src/converter/rope-config.js +0 -262
  326. package/src/converter/shard-packer.d.ts +0 -138
  327. package/src/converter/shard-packer.js +0 -425
  328. package/src/converter/tokenizer-utils.d.ts +0 -12
  329. package/src/converter/tokenizer-utils.js +0 -104
  330. package/src/debug/config.d.ts +0 -78
  331. package/src/debug/config.js +0 -347
  332. package/src/debug/history.d.ts +0 -65
  333. package/src/debug/history.js +0 -71
  334. package/src/debug/index.d.ts +0 -268
  335. package/src/debug/index.js +0 -192
  336. package/src/debug/log.d.ts +0 -46
  337. package/src/debug/log.js +0 -132
  338. package/src/debug/perf.d.ts +0 -33
  339. package/src/debug/perf.js +0 -51
  340. package/src/debug/reference/README.md +0 -114
  341. package/src/debug/reference/hf_attn_debug.py +0 -114
  342. package/src/debug/reference/hf_embed_check.py +0 -89
  343. package/src/debug/reference/hf_layer_out.py +0 -100
  344. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  345. package/src/debug/reference/hf_rope_check.py +0 -116
  346. package/src/debug/reference/hf_weights.py +0 -75
  347. package/src/debug/signals.d.ts +0 -63
  348. package/src/debug/signals.js +0 -39
  349. package/src/debug/stats.d.ts +0 -47
  350. package/src/debug/stats.js +0 -160
  351. package/src/debug/tensor.d.ts +0 -125
  352. package/src/debug/tensor.js +0 -268
  353. package/src/debug/trace.d.ts +0 -17
  354. package/src/debug/trace.js +0 -167
  355. package/src/diffusion/image-regression.d.ts +0 -31
  356. package/src/diffusion/image-regression.js +0 -107
  357. package/src/diffusion/index.d.ts +0 -8
  358. package/src/diffusion/index.js +0 -8
  359. package/src/distribution/p2p-control-plane.d.ts +0 -52
  360. package/src/distribution/p2p-control-plane.js +0 -272
  361. package/src/distribution/p2p-observability.d.ts +0 -116
  362. package/src/distribution/p2p-observability.js +0 -303
  363. package/src/distribution/p2p-transport-contract.d.ts +0 -57
  364. package/src/distribution/p2p-transport-contract.js +0 -310
  365. package/src/distribution/p2p-webrtc-browser.d.ts +0 -37
  366. package/src/distribution/p2p-webrtc-browser.js +0 -454
  367. package/src/distribution/shard-delivery.d.ts +0 -251
  368. package/src/distribution/shard-delivery.js +0 -2186
  369. package/src/energy/index.d.ts +0 -2
  370. package/src/energy/index.js +0 -2
  371. package/src/errors/doppler-error.d.ts +0 -21
  372. package/src/errors/doppler-error.js +0 -25
  373. package/src/errors/index.d.ts +0 -1
  374. package/src/errors/index.js +0 -1
  375. package/src/formats/gguf/index.d.ts +0 -8
  376. package/src/formats/gguf/index.js +0 -4
  377. package/src/formats/gguf/types.d.ts +0 -137
  378. package/src/formats/gguf/types.js +0 -460
  379. package/src/formats/index.d.ts +0 -51
  380. package/src/formats/index.js +0 -13
  381. package/src/formats/rdrr/classification.d.ts +0 -39
  382. package/src/formats/rdrr/classification.js +0 -307
  383. package/src/formats/rdrr/groups.d.ts +0 -35
  384. package/src/formats/rdrr/groups.js +0 -73
  385. package/src/formats/rdrr/index.d.ts +0 -25
  386. package/src/formats/rdrr/index.js +0 -19
  387. package/src/formats/rdrr/manifest.d.ts +0 -32
  388. package/src/formats/rdrr/manifest.js +0 -108
  389. package/src/formats/rdrr/parsing.d.ts +0 -27
  390. package/src/formats/rdrr/parsing.js +0 -151
  391. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -42
  392. package/src/formats/rdrr/tensor-config-validator.js +0 -156
  393. package/src/formats/rdrr/types.d.ts +0 -201
  394. package/src/formats/rdrr/types.js +0 -16
  395. package/src/formats/rdrr/validation.d.ts +0 -9
  396. package/src/formats/rdrr/validation.js +0 -213
  397. package/src/formats/safetensors/index.d.ts +0 -8
  398. package/src/formats/safetensors/index.js +0 -4
  399. package/src/formats/safetensors/types.d.ts +0 -67
  400. package/src/formats/safetensors/types.js +0 -102
  401. package/src/formats/tokenizer/index.d.ts +0 -5
  402. package/src/formats/tokenizer/index.js +0 -3
  403. package/src/formats/tokenizer/types.d.ts +0 -9
  404. package/src/formats/tokenizer/types.js +0 -22
  405. package/src/generation/index.d.ts +0 -18
  406. package/src/generation/index.js +0 -12
  407. package/src/gpu/command-recorder.d.ts +0 -175
  408. package/src/gpu/command-recorder.js +0 -498
  409. package/src/gpu/device.d.ts +0 -142
  410. package/src/gpu/device.js +0 -462
  411. package/src/gpu/kernel-runtime.d.ts +0 -20
  412. package/src/gpu/kernel-runtime.js +0 -39
  413. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  414. package/src/gpu/kernel-selection-cache.js +0 -13
  415. package/src/gpu/kernel-selection-log.d.ts +0 -12
  416. package/src/gpu/kernel-selection-log.js +0 -28
  417. package/src/gpu/kernel-selector.d.ts +0 -11
  418. package/src/gpu/kernel-selector.js +0 -10
  419. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  420. package/src/gpu/kernel-tuner/benchmarks.js +0 -902
  421. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  422. package/src/gpu/kernel-tuner/cache.js +0 -133
  423. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  424. package/src/gpu/kernel-tuner/index.js +0 -38
  425. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  426. package/src/gpu/kernel-tuner/tuner.js +0 -247
  427. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  428. package/src/gpu/kernel-tuner/types.js +0 -4
  429. package/src/gpu/kernel-tuner.d.ts +0 -33
  430. package/src/gpu/kernel-tuner.js +0 -12
  431. package/src/gpu/kernels/README.md +0 -127
  432. package/src/gpu/kernels/attention.d.ts +0 -236
  433. package/src/gpu/kernels/attention.js +0 -1439
  434. package/src/gpu/kernels/attention.wgsl +0 -249
  435. package/src/gpu/kernels/attention_bdpa_decode_f16.wgsl +0 -246
  436. package/src/gpu/kernels/attention_decode.wgsl +0 -233
  437. package/src/gpu/kernels/attention_decode_chunked_f16.wgsl +0 -183
  438. package/src/gpu/kernels/attention_decode_chunked_f16kv.wgsl +0 -208
  439. package/src/gpu/kernels/attention_decode_f16.wgsl +0 -202
  440. package/src/gpu/kernels/attention_decode_f16kv.wgsl +0 -224
  441. package/src/gpu/kernels/attention_decode_online_f16.wgsl +0 -223
  442. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +0 -225
  443. package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
  444. package/src/gpu/kernels/attention_decode_paged_f16.wgsl +0 -172
  445. package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +0 -174
  446. package/src/gpu/kernels/attention_decode_subgroup.wgsl +0 -233
  447. package/src/gpu/kernels/attention_decode_tiered_f16.wgsl +0 -218
  448. package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +0 -220
  449. package/src/gpu/kernels/attention_decode_tiered_int4_f16kv.wgsl +0 -242
  450. package/src/gpu/kernels/attention_decode_tiered_int8_f16kv.wgsl +0 -242
  451. package/src/gpu/kernels/attention_f16.wgsl +0 -214
  452. package/src/gpu/kernels/attention_f16kv.wgsl +0 -242
  453. package/src/gpu/kernels/attention_small.wgsl +0 -260
  454. package/src/gpu/kernels/attention_small_f16.wgsl +0 -240
  455. package/src/gpu/kernels/attention_small_f16kv.wgsl +0 -266
  456. package/src/gpu/kernels/attention_streaming.wgsl +0 -149
  457. package/src/gpu/kernels/attention_streaming_f16.wgsl +0 -147
  458. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +0 -151
  459. package/src/gpu/kernels/backward/adam.d.ts +0 -28
  460. package/src/gpu/kernels/backward/adam.js +0 -203
  461. package/src/gpu/kernels/backward/adam.wgsl +0 -50
  462. package/src/gpu/kernels/backward/attention_backward.d.ts +0 -22
  463. package/src/gpu/kernels/backward/attention_backward.js +0 -364
  464. package/src/gpu/kernels/backward/attention_backward.wgsl +0 -49
  465. package/src/gpu/kernels/backward/bias_add_backward.d.ts +0 -17
  466. package/src/gpu/kernels/backward/bias_add_backward.js +0 -24
  467. package/src/gpu/kernels/backward/bias_add_backward.wgsl +0 -33
  468. package/src/gpu/kernels/backward/conv2d_backward.d.ts +0 -31
  469. package/src/gpu/kernels/backward/conv2d_backward.js +0 -148
  470. package/src/gpu/kernels/backward/conv2d_backward_input.wgsl +0 -83
  471. package/src/gpu/kernels/backward/conv2d_backward_weight.wgsl +0 -70
  472. package/src/gpu/kernels/backward/cross_entropy_backward.d.ts +0 -23
  473. package/src/gpu/kernels/backward/cross_entropy_backward.js +0 -29
  474. package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +0 -39
  475. package/src/gpu/kernels/backward/embed_backward.d.ts +0 -29
  476. package/src/gpu/kernels/backward/embed_backward.js +0 -118
  477. package/src/gpu/kernels/backward/embed_backward.wgsl +0 -73
  478. package/src/gpu/kernels/backward/gelu_backward.d.ts +0 -16
  479. package/src/gpu/kernels/backward/gelu_backward.js +0 -39
  480. package/src/gpu/kernels/backward/gelu_backward.wgsl +0 -38
  481. package/src/gpu/kernels/backward/groupnorm_backward.d.ts +0 -24
  482. package/src/gpu/kernels/backward/groupnorm_backward.js +0 -29
  483. package/src/gpu/kernels/backward/groupnorm_backward.wgsl +0 -143
  484. package/src/gpu/kernels/backward/index.d.ts +0 -17
  485. package/src/gpu/kernels/backward/index.js +0 -23
  486. package/src/gpu/kernels/backward/layernorm_backward.d.ts +0 -22
  487. package/src/gpu/kernels/backward/layernorm_backward.js +0 -135
  488. package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -194
  489. package/src/gpu/kernels/backward/matmul_backward.d.ts +0 -32
  490. package/src/gpu/kernels/backward/matmul_backward.js +0 -124
  491. package/src/gpu/kernels/backward/matmul_backward.wgsl +0 -90
  492. package/src/gpu/kernels/backward/matmul_transpose_a.wgsl +0 -84
  493. package/src/gpu/kernels/backward/pixel_shuffle_backward.d.ts +0 -22
  494. package/src/gpu/kernels/backward/pixel_shuffle_backward.js +0 -30
  495. package/src/gpu/kernels/backward/pixel_shuffle_backward.wgsl +0 -54
  496. package/src/gpu/kernels/backward/rmsnorm_backward.d.ts +0 -24
  497. package/src/gpu/kernels/backward/rmsnorm_backward.js +0 -101
  498. package/src/gpu/kernels/backward/rmsnorm_backward.wgsl +0 -78
  499. package/src/gpu/kernels/backward/rope_backward.d.ts +0 -25
  500. package/src/gpu/kernels/backward/rope_backward.js +0 -109
  501. package/src/gpu/kernels/backward/rope_backward.wgsl +0 -59
  502. package/src/gpu/kernels/backward/scale_backward.d.ts +0 -16
  503. package/src/gpu/kernels/backward/scale_backward.js +0 -84
  504. package/src/gpu/kernels/backward/scale_backward.wgsl +0 -27
  505. package/src/gpu/kernels/backward/silu_backward.d.ts +0 -16
  506. package/src/gpu/kernels/backward/silu_backward.js +0 -39
  507. package/src/gpu/kernels/backward/silu_backward.wgsl +0 -31
  508. package/src/gpu/kernels/backward/softmax_backward.d.ts +0 -16
  509. package/src/gpu/kernels/backward/softmax_backward.js +0 -43
  510. package/src/gpu/kernels/backward/softmax_backward.wgsl +0 -44
  511. package/src/gpu/kernels/backward/upsample2d_backward.d.ts +0 -21
  512. package/src/gpu/kernels/backward/upsample2d_backward.js +0 -30
  513. package/src/gpu/kernels/backward/upsample2d_backward.wgsl +0 -59
  514. package/src/gpu/kernels/backward/utils.d.ts +0 -45
  515. package/src/gpu/kernels/backward/utils.js +0 -371
  516. package/src/gpu/kernels/bf16_to_f16.wgsl +0 -54
  517. package/src/gpu/kernels/bf16_to_f32.wgsl +0 -70
  518. package/src/gpu/kernels/bias_add.wgsl +0 -42
  519. package/src/gpu/kernels/bias_add_f16.wgsl +0 -47
  520. package/src/gpu/kernels/cast.d.ts +0 -67
  521. package/src/gpu/kernels/cast.js +0 -464
  522. package/src/gpu/kernels/cast_f16_to_f32.wgsl +0 -31
  523. package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -36
  524. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  525. package/src/gpu/kernels/check-finiteness.js +0 -149
  526. package/src/gpu/kernels/check-stop.d.ts +0 -31
  527. package/src/gpu/kernels/check-stop.js +0 -170
  528. package/src/gpu/kernels/clamp.d.ts +0 -22
  529. package/src/gpu/kernels/clamp.js +0 -42
  530. package/src/gpu/kernels/clamp.wgsl +0 -24
  531. package/src/gpu/kernels/constants.d.ts +0 -168
  532. package/src/gpu/kernels/constants.js +0 -129
  533. package/src/gpu/kernels/conv2d.d.ts +0 -34
  534. package/src/gpu/kernels/conv2d.js +0 -91
  535. package/src/gpu/kernels/conv2d.wgsl +0 -70
  536. package/src/gpu/kernels/conv2d_f16.wgsl +0 -72
  537. package/src/gpu/kernels/cross_entropy_loss.d.ts +0 -21
  538. package/src/gpu/kernels/cross_entropy_loss.js +0 -60
  539. package/src/gpu/kernels/cross_entropy_loss.wgsl +0 -39
  540. package/src/gpu/kernels/depthwise_conv2d.d.ts +0 -29
  541. package/src/gpu/kernels/depthwise_conv2d.js +0 -109
  542. package/src/gpu/kernels/depthwise_conv2d.wgsl +0 -55
  543. package/src/gpu/kernels/depthwise_conv2d_f16.wgsl +0 -59
  544. package/src/gpu/kernels/dequant.d.ts +0 -108
  545. package/src/gpu/kernels/dequant.js +0 -576
  546. package/src/gpu/kernels/dequant_f16_out.wgsl +0 -153
  547. package/src/gpu/kernels/dequant_f16_out_vec4.wgsl +0 -152
  548. package/src/gpu/kernels/dequant_f16_rowwise.wgsl +0 -139
  549. package/src/gpu/kernels/dequant_f32_rowwise.wgsl +0 -133
  550. package/src/gpu/kernels/dequant_mxfp4.wgsl +0 -120
  551. package/src/gpu/kernels/dequant_mxfp4_expert.wgsl +0 -129
  552. package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +0 -105
  553. package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
  554. package/src/gpu/kernels/dequant_q6k.wgsl +0 -140
  555. package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
  556. package/src/gpu/kernels/dequant_shared.wgsl +0 -204
  557. package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -155
  558. package/src/gpu/kernels/dequant_subgroup.wgsl +0 -206
  559. package/src/gpu/kernels/dispatch.d.ts +0 -157
  560. package/src/gpu/kernels/dispatch.js +0 -235
  561. package/src/gpu/kernels/energy.d.ts +0 -113
  562. package/src/gpu/kernels/energy.js +0 -448
  563. package/src/gpu/kernels/energy_eval.wgsl +0 -26
  564. package/src/gpu/kernels/energy_eval_f16.wgsl +0 -30
  565. package/src/gpu/kernels/energy_quintel_grad.wgsl +0 -92
  566. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +0 -96
  567. package/src/gpu/kernels/energy_quintel_reduce.wgsl +0 -112
  568. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +0 -116
  569. package/src/gpu/kernels/energy_quintel_update.wgsl +0 -92
  570. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +0 -96
  571. package/src/gpu/kernels/energy_update.wgsl +0 -25
  572. package/src/gpu/kernels/energy_update_f16.wgsl +0 -30
  573. package/src/gpu/kernels/feature-check.d.ts +0 -42
  574. package/src/gpu/kernels/feature-check.js +0 -70
  575. package/src/gpu/kernels/fused_ffn.d.ts +0 -65
  576. package/src/gpu/kernels/fused_ffn.js +0 -337
  577. package/src/gpu/kernels/fused_ffn.wgsl +0 -420
  578. package/src/gpu/kernels/fused_ffn_f16.wgsl +0 -213
  579. package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -375
  580. package/src/gpu/kernels/fused_matmul_q4.wgsl +0 -404
  581. package/src/gpu/kernels/fused_matmul_q4_batched.wgsl +0 -194
  582. package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +0 -170
  583. package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -154
  584. package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -219
  585. package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -216
  586. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +0 -204
  587. package/src/gpu/kernels/fused_matmul_residual.d.ts +0 -46
  588. package/src/gpu/kernels/fused_matmul_residual.js +0 -175
  589. package/src/gpu/kernels/fused_matmul_rmsnorm.d.ts +0 -64
  590. package/src/gpu/kernels/fused_matmul_rmsnorm.js +0 -290
  591. package/src/gpu/kernels/fused_matmul_rmsnorm.wgsl +0 -324
  592. package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +0 -303
  593. package/src/gpu/kernels/fused_swiglu.wgsl +0 -63
  594. package/src/gpu/kernels/fused_swiglu_f16.wgsl +0 -57
  595. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  596. package/src/gpu/kernels/gated-short-conv.js +0 -284
  597. package/src/gpu/kernels/gather.d.ts +0 -64
  598. package/src/gpu/kernels/gather.js +0 -137
  599. package/src/gpu/kernels/gather.wgsl +0 -61
  600. package/src/gpu/kernels/gather_f16.wgsl +0 -65
  601. package/src/gpu/kernels/gather_f16_f16_out.wgsl +0 -55
  602. package/src/gpu/kernels/gather_f16_out.wgsl +0 -55
  603. package/src/gpu/kernels/gather_f16_vec4.wgsl +0 -76
  604. package/src/gpu/kernels/gather_f16_vec4_f16_out.wgsl +0 -68
  605. package/src/gpu/kernels/gather_vec4.wgsl +0 -74
  606. package/src/gpu/kernels/gather_vec4_f16_out.wgsl +0 -68
  607. package/src/gpu/kernels/gelu.d.ts +0 -33
  608. package/src/gpu/kernels/gelu.js +0 -55
  609. package/src/gpu/kernels/gelu.wgsl +0 -64
  610. package/src/gpu/kernels/gelu_f16.wgsl +0 -66
  611. package/src/gpu/kernels/gptoss_mxfp4_expert_fused.wgsl +0 -127
  612. package/src/gpu/kernels/gptoss_router_topk.wgsl +0 -119
  613. package/src/gpu/kernels/grouped_pointwise_conv2d.d.ts +0 -27
  614. package/src/gpu/kernels/grouped_pointwise_conv2d.js +0 -103
  615. package/src/gpu/kernels/grouped_pointwise_conv2d.wgsl +0 -44
  616. package/src/gpu/kernels/grouped_pointwise_conv2d_f16.wgsl +0 -48
  617. package/src/gpu/kernels/groupnorm.d.ts +0 -31
  618. package/src/gpu/kernels/groupnorm.js +0 -102
  619. package/src/gpu/kernels/groupnorm_apply.wgsl +0 -41
  620. package/src/gpu/kernels/groupnorm_apply_f16.wgsl +0 -46
  621. package/src/gpu/kernels/groupnorm_stats.wgsl +0 -76
  622. package/src/gpu/kernels/groupnorm_stats_f16.wgsl +0 -79
  623. package/src/gpu/kernels/index.d.ts +0 -374
  624. package/src/gpu/kernels/index.js +0 -315
  625. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  626. package/src/gpu/kernels/kernel-base.js +0 -46
  627. package/src/gpu/kernels/kernel-configs.d.ts +0 -65
  628. package/src/gpu/kernels/kernel-configs.js +0 -50
  629. package/src/gpu/kernels/kernel-tuning.d.ts +0 -42
  630. package/src/gpu/kernels/kernel-tuning.js +0 -149
  631. package/src/gpu/kernels/kv-quantize.d.ts +0 -37
  632. package/src/gpu/kernels/kv-quantize.js +0 -141
  633. package/src/gpu/kernels/kv_quantize_int4.wgsl +0 -119
  634. package/src/gpu/kernels/kv_quantize_int8.wgsl +0 -119
  635. package/src/gpu/kernels/layernorm.d.ts +0 -37
  636. package/src/gpu/kernels/layernorm.js +0 -96
  637. package/src/gpu/kernels/layernorm.wgsl +0 -121
  638. package/src/gpu/kernels/layernorm_f16.wgsl +0 -103
  639. package/src/gpu/kernels/linear-attention-core.d.ts +0 -39
  640. package/src/gpu/kernels/linear-attention-core.js +0 -555
  641. package/src/gpu/kernels/logit-merge.d.ts +0 -110
  642. package/src/gpu/kernels/logit-merge.js +0 -394
  643. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -38
  644. package/src/gpu/kernels/matmul-dispatch.js +0 -155
  645. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  646. package/src/gpu/kernels/matmul-selection.js +0 -518
  647. package/src/gpu/kernels/matmul.d.ts +0 -114
  648. package/src/gpu/kernels/matmul.js +0 -384
  649. package/src/gpu/kernels/matmul_f16.wgsl +0 -170
  650. package/src/gpu/kernels/matmul_f16_tiled.wgsl +0 -165
  651. package/src/gpu/kernels/matmul_f16w_f32a.wgsl +0 -89
  652. package/src/gpu/kernels/matmul_f16w_f32a_tiled.wgsl +0 -154
  653. package/src/gpu/kernels/matmul_f32.wgsl +0 -100
  654. package/src/gpu/kernels/matmul_gemv.wgsl +0 -80
  655. package/src/gpu/kernels/matmul_gemv_f16a.wgsl +0 -81
  656. package/src/gpu/kernels/matmul_gemv_residual.wgsl +0 -119
  657. package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +0 -78
  658. package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -343
  659. package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +0 -514
  660. package/src/gpu/kernels/modulate.d.ts +0 -29
  661. package/src/gpu/kernels/modulate.js +0 -57
  662. package/src/gpu/kernels/modulate.wgsl +0 -40
  663. package/src/gpu/kernels/modulate_f16.wgsl +0 -43
  664. package/src/gpu/kernels/moe.d.ts +0 -164
  665. package/src/gpu/kernels/moe.js +0 -542
  666. package/src/gpu/kernels/moe_gather.wgsl +0 -170
  667. package/src/gpu/kernels/moe_gather_f16.wgsl +0 -82
  668. package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
  669. package/src/gpu/kernels/moe_offsets.wgsl +0 -48
  670. package/src/gpu/kernels/pipeline-cache.d.ts +0 -88
  671. package/src/gpu/kernels/pipeline-cache.js +0 -305
  672. package/src/gpu/kernels/pixel_shuffle.d.ts +0 -27
  673. package/src/gpu/kernels/pixel_shuffle.js +0 -57
  674. package/src/gpu/kernels/pixel_shuffle.wgsl +0 -43
  675. package/src/gpu/kernels/pixel_shuffle_f16.wgsl +0 -46
  676. package/src/gpu/kernels/relu.d.ts +0 -18
  677. package/src/gpu/kernels/relu.js +0 -66
  678. package/src/gpu/kernels/relu.wgsl +0 -22
  679. package/src/gpu/kernels/relu_f16.wgsl +0 -24
  680. package/src/gpu/kernels/repeat_channels.d.ts +0 -21
  681. package/src/gpu/kernels/repeat_channels.js +0 -68
  682. package/src/gpu/kernels/repeat_channels.wgsl +0 -28
  683. package/src/gpu/kernels/repeat_channels_f16.wgsl +0 -30
  684. package/src/gpu/kernels/residual.d.ts +0 -74
  685. package/src/gpu/kernels/residual.js +0 -173
  686. package/src/gpu/kernels/residual.wgsl +0 -56
  687. package/src/gpu/kernels/residual_f16.wgsl +0 -36
  688. package/src/gpu/kernels/residual_f16_vec4.wgsl +0 -48
  689. package/src/gpu/kernels/residual_vec4.wgsl +0 -47
  690. package/src/gpu/kernels/rmsnorm.d.ts +0 -53
  691. package/src/gpu/kernels/rmsnorm.js +0 -215
  692. package/src/gpu/kernels/rmsnorm.wgsl +0 -425
  693. package/src/gpu/kernels/rmsnorm_f16.wgsl +0 -172
  694. package/src/gpu/kernels/rope.d.ts +0 -50
  695. package/src/gpu/kernels/rope.js +0 -66
  696. package/src/gpu/kernels/rope.wgsl +0 -344
  697. package/src/gpu/kernels/rope_f16.wgsl +0 -271
  698. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  699. package/src/gpu/kernels/rule-matcher.js +0 -42
  700. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  701. package/src/gpu/kernels/rule-registry.js +0 -41
  702. package/src/gpu/kernels/sample.d.ts +0 -75
  703. package/src/gpu/kernels/sample.js +0 -565
  704. package/src/gpu/kernels/sample.wgsl +0 -407
  705. package/src/gpu/kernels/sample_f16.wgsl +0 -361
  706. package/src/gpu/kernels/sana_linear_attention.d.ts +0 -27
  707. package/src/gpu/kernels/sana_linear_attention.js +0 -129
  708. package/src/gpu/kernels/sana_linear_attention_apply.wgsl +0 -43
  709. package/src/gpu/kernels/sana_linear_attention_apply_f16.wgsl +0 -46
  710. package/src/gpu/kernels/sana_linear_attention_summary.wgsl +0 -51
  711. package/src/gpu/kernels/sana_linear_attention_summary_f16.wgsl +0 -53
  712. package/src/gpu/kernels/scale.d.ts +0 -35
  713. package/src/gpu/kernels/scale.js +0 -44
  714. package/src/gpu/kernels/scale.wgsl +0 -38
  715. package/src/gpu/kernels/scatter_add.wgsl +0 -88
  716. package/src/gpu/kernels/scatter_add_dynamic.wgsl +0 -59
  717. package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +0 -52
  718. package/src/gpu/kernels/scatter_add_dynamic_f16_weights.wgsl +0 -50
  719. package/src/gpu/kernels/scatter_add_vec4.wgsl +0 -70
  720. package/src/gpu/kernels/shader-cache.d.ts +0 -56
  721. package/src/gpu/kernels/shader-cache.js +0 -213
  722. package/src/gpu/kernels/silu.d.ts +0 -76
  723. package/src/gpu/kernels/silu.js +0 -406
  724. package/src/gpu/kernels/silu.wgsl +0 -109
  725. package/src/gpu/kernels/silu_f16.wgsl +0 -108
  726. package/src/gpu/kernels/softmax.d.ts +0 -57
  727. package/src/gpu/kernels/softmax.js +0 -125
  728. package/src/gpu/kernels/softmax.wgsl +0 -388
  729. package/src/gpu/kernels/softmax_subgroup.wgsl +0 -175
  730. package/src/gpu/kernels/split_qg.d.ts +0 -50
  731. package/src/gpu/kernels/split_qg.js +0 -46
  732. package/src/gpu/kernels/split_qg.wgsl +0 -58
  733. package/src/gpu/kernels/split_qg_f16.wgsl +0 -62
  734. package/src/gpu/kernels/split_qkv.d.ts +0 -51
  735. package/src/gpu/kernels/split_qkv.js +0 -51
  736. package/src/gpu/kernels/split_qkv.wgsl +0 -71
  737. package/src/gpu/kernels/split_qkv_f16.wgsl +0 -75
  738. package/src/gpu/kernels/topk.wgsl +0 -243
  739. package/src/gpu/kernels/topk_f16.wgsl +0 -108
  740. package/src/gpu/kernels/topk_f16_weights.wgsl +0 -101
  741. package/src/gpu/kernels/transpose.d.ts +0 -21
  742. package/src/gpu/kernels/transpose.js +0 -51
  743. package/src/gpu/kernels/transpose.wgsl +0 -33
  744. package/src/gpu/kernels/types.d.ts +0 -21
  745. package/src/gpu/kernels/types.js +0 -4
  746. package/src/gpu/kernels/uniform-utils.d.ts +0 -48
  747. package/src/gpu/kernels/uniform-utils.js +0 -94
  748. package/src/gpu/kernels/upsample2d.d.ts +0 -25
  749. package/src/gpu/kernels/upsample2d.js +0 -67
  750. package/src/gpu/kernels/upsample2d.wgsl +0 -34
  751. package/src/gpu/kernels/upsample2d_f16.wgsl +0 -38
  752. package/src/gpu/kernels/utils.d.ts +0 -106
  753. package/src/gpu/kernels/utils.js +0 -246
  754. package/src/gpu/multi-model-recorder.d.ts +0 -21
  755. package/src/gpu/multi-model-recorder.js +0 -31
  756. package/src/gpu/partitioned-buffer-pool.d.ts +0 -28
  757. package/src/gpu/partitioned-buffer-pool.js +0 -57
  758. package/src/gpu/perf-guards.d.ts +0 -25
  759. package/src/gpu/perf-guards.js +0 -133
  760. package/src/gpu/profiler.d.ts +0 -114
  761. package/src/gpu/profiler.js +0 -396
  762. package/src/gpu/readback-utils.d.ts +0 -16
  763. package/src/gpu/readback-utils.js +0 -41
  764. package/src/gpu/submit-tracker.d.ts +0 -111
  765. package/src/gpu/submit-tracker.js +0 -242
  766. package/src/gpu/tensor.d.ts +0 -69
  767. package/src/gpu/tensor.js +0 -75
  768. package/src/gpu/uniform-cache.d.ts +0 -109
  769. package/src/gpu/uniform-cache.js +0 -263
  770. package/src/gpu/weight-buffer.d.ts +0 -115
  771. package/src/gpu/weight-buffer.js +0 -118
  772. package/src/hotswap/intent-bundle.d.ts +0 -37
  773. package/src/hotswap/intent-bundle.js +0 -129
  774. package/src/hotswap/manifest.d.ts +0 -42
  775. package/src/hotswap/manifest.js +0 -124
  776. package/src/hotswap/runtime.d.ts +0 -31
  777. package/src/hotswap/runtime.js +0 -150
  778. package/src/index-browser.d.ts +0 -92
  779. package/src/index-browser.js +0 -68
  780. package/src/index-internal.d.ts +0 -2
  781. package/src/index-internal.js +0 -2
  782. package/src/index.d.ts +0 -103
  783. package/src/index.js +0 -76
  784. package/src/inference/README.md +0 -593
  785. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  786. package/src/inference/browser-harness-contract-helpers.js +0 -28
  787. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  788. package/src/inference/browser-harness-diffusion-energy-suites.js +0 -269
  789. package/src/inference/browser-harness-model-helpers.d.ts +0 -16
  790. package/src/inference/browser-harness-model-helpers.js +0 -217
  791. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  792. package/src/inference/browser-harness-report-helpers.js +0 -42
  793. package/src/inference/browser-harness-runtime-helpers.d.ts +0 -61
  794. package/src/inference/browser-harness-runtime-helpers.js +0 -415
  795. package/src/inference/browser-harness-suite-helpers.d.ts +0 -28
  796. package/src/inference/browser-harness-suite-helpers.js +0 -268
  797. package/src/inference/browser-harness-text-helpers.d.ts +0 -27
  798. package/src/inference/browser-harness-text-helpers.js +0 -788
  799. package/src/inference/browser-harness.d.ts +0 -242
  800. package/src/inference/browser-harness.js +0 -990
  801. package/src/inference/decode-buffers.d.ts +0 -108
  802. package/src/inference/decode-buffers.js +0 -181
  803. package/src/inference/decode-ring.d.ts +0 -52
  804. package/src/inference/decode-ring.js +0 -273
  805. package/src/inference/expert-router.d.ts +0 -27
  806. package/src/inference/expert-router.js +0 -55
  807. package/src/inference/functiongemma.d.ts +0 -15
  808. package/src/inference/functiongemma.js +0 -1
  809. package/src/inference/kv-cache/base.d.ts +0 -150
  810. package/src/inference/kv-cache/base.js +0 -1076
  811. package/src/inference/kv-cache/basis-decomposed-paged.d.ts +0 -50
  812. package/src/inference/kv-cache/basis-decomposed-paged.js +0 -276
  813. package/src/inference/kv-cache/index.d.ts +0 -35
  814. package/src/inference/kv-cache/index.js +0 -20
  815. package/src/inference/kv-cache/sliding-window.d.ts +0 -72
  816. package/src/inference/kv-cache/sliding-window.js +0 -243
  817. package/src/inference/kv-cache/tiered.d.ts +0 -89
  818. package/src/inference/kv-cache/tiered.js +0 -576
  819. package/src/inference/kv-cache/types.d.ts +0 -188
  820. package/src/inference/kv-cache/types.js +0 -80
  821. package/src/inference/kv-cache.d.ts +0 -36
  822. package/src/inference/kv-cache.js +0 -18
  823. package/src/inference/moe-router.d.ts +0 -212
  824. package/src/inference/moe-router.js +0 -585
  825. package/src/inference/multi-model-network.d.ts +0 -139
  826. package/src/inference/multi-model-network.js +0 -771
  827. package/src/inference/multi-pipeline-pool.d.ts +0 -62
  828. package/src/inference/multi-pipeline-pool.js +0 -161
  829. package/src/inference/network-evolution.d.ts +0 -55
  830. package/src/inference/network-evolution.js +0 -79
  831. package/src/inference/pipelines/context.d.ts +0 -21
  832. package/src/inference/pipelines/context.js +0 -184
  833. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  834. package/src/inference/pipelines/diffusion/helpers.js +0 -120
  835. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  836. package/src/inference/pipelines/diffusion/index.js +0 -3
  837. package/src/inference/pipelines/diffusion/init.d.ts +0 -24
  838. package/src/inference/pipelines/diffusion/init.js +0 -138
  839. package/src/inference/pipelines/diffusion/pipeline.d.ts +0 -38
  840. package/src/inference/pipelines/diffusion/pipeline.js +0 -772
  841. package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
  842. package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
  843. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  844. package/src/inference/pipelines/diffusion/scheduler.js +0 -153
  845. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  846. package/src/inference/pipelines/diffusion/sd3-transformer.js +0 -1194
  847. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  848. package/src/inference/pipelines/diffusion/sd3-weights.js +0 -287
  849. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -87
  850. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -1224
  851. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  852. package/src/inference/pipelines/diffusion/text-encoder.js +0 -195
  853. package/src/inference/pipelines/diffusion/types.d.ts +0 -116
  854. package/src/inference/pipelines/diffusion/types.js +0 -1
  855. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  856. package/src/inference/pipelines/diffusion/vae.js +0 -1375
  857. package/src/inference/pipelines/diffusion/weights.d.ts +0 -40
  858. package/src/inference/pipelines/diffusion/weights.js +0 -150
  859. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  860. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  861. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  862. package/src/inference/pipelines/dream/pipeline.js +0 -8
  863. package/src/inference/pipelines/energy/index.d.ts +0 -1
  864. package/src/inference/pipelines/energy/index.js +0 -1
  865. package/src/inference/pipelines/energy/pipeline.d.ts +0 -27
  866. package/src/inference/pipelines/energy/pipeline.js +0 -686
  867. package/src/inference/pipelines/energy/quintel.d.ts +0 -92
  868. package/src/inference/pipelines/energy/quintel.js +0 -218
  869. package/src/inference/pipelines/energy/types.d.ts +0 -63
  870. package/src/inference/pipelines/energy/types.js +0 -1
  871. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  872. package/src/inference/pipelines/energy-head/index.js +0 -6
  873. package/src/inference/pipelines/energy-head/row-head-pipeline.d.ts +0 -103
  874. package/src/inference/pipelines/energy-head/row-head-pipeline.js +0 -491
  875. package/src/inference/pipelines/factory.d.ts +0 -10
  876. package/src/inference/pipelines/factory.js +0 -6
  877. package/src/inference/pipelines/index.d.ts +0 -22
  878. package/src/inference/pipelines/index.js +0 -19
  879. package/src/inference/pipelines/registry.d.ts +0 -15
  880. package/src/inference/pipelines/registry.js +0 -23
  881. package/src/inference/pipelines/rng.d.ts +0 -2
  882. package/src/inference/pipelines/rng.js +0 -17
  883. package/src/inference/pipelines/structured/index.d.ts +0 -8
  884. package/src/inference/pipelines/structured/index.js +0 -8
  885. package/src/inference/pipelines/structured/json-head-pipeline.d.ts +0 -58
  886. package/src/inference/pipelines/structured/json-head-pipeline.js +0 -196
  887. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  888. package/src/inference/pipelines/text/attention/index.js +0 -17
  889. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  890. package/src/inference/pipelines/text/attention/output-projection.js +0 -8
  891. package/src/inference/pipelines/text/attention/projections.d.ts +0 -113
  892. package/src/inference/pipelines/text/attention/projections.js +0 -526
  893. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  894. package/src/inference/pipelines/text/attention/record.js +0 -686
  895. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  896. package/src/inference/pipelines/text/attention/run.js +0 -942
  897. package/src/inference/pipelines/text/attention/types.d.ts +0 -98
  898. package/src/inference/pipelines/text/attention/types.js +0 -67
  899. package/src/inference/pipelines/text/attention.d.ts +0 -23
  900. package/src/inference/pipelines/text/attention.js +0 -12
  901. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  902. package/src/inference/pipelines/text/bdpa-steamroller.js +0 -158
  903. package/src/inference/pipelines/text/buffer-types.d.ts +0 -7
  904. package/src/inference/pipelines/text/buffer-types.js +0 -4
  905. package/src/inference/pipelines/text/chat-format.d.ts +0 -46
  906. package/src/inference/pipelines/text/chat-format.js +0 -390
  907. package/src/inference/pipelines/text/config.d.ts +0 -245
  908. package/src/inference/pipelines/text/config.js +0 -731
  909. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  910. package/src/inference/pipelines/text/debug-utils/config.js +0 -156
  911. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  912. package/src/inference/pipelines/text/debug-utils/index.js +0 -44
  913. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  914. package/src/inference/pipelines/text/debug-utils/logging.js +0 -152
  915. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  916. package/src/inference/pipelines/text/debug-utils/tensor.js +0 -268
  917. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  918. package/src/inference/pipelines/text/debug-utils/utils.js +0 -139
  919. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  920. package/src/inference/pipelines/text/debug-utils.js +0 -34
  921. package/src/inference/pipelines/text/embed.d.ts +0 -67
  922. package/src/inference/pipelines/text/embed.js +0 -474
  923. package/src/inference/pipelines/text/execution-plan.d.ts +0 -116
  924. package/src/inference/pipelines/text/execution-plan.js +0 -329
  925. package/src/inference/pipelines/text/execution-v0-contract-helpers.d.ts +0 -59
  926. package/src/inference/pipelines/text/execution-v0-contract-helpers.js +0 -937
  927. package/src/inference/pipelines/text/execution-v0-runtime-builders.d.ts +0 -15
  928. package/src/inference/pipelines/text/execution-v0-runtime-builders.js +0 -286
  929. package/src/inference/pipelines/text/execution-v0.d.ts +0 -66
  930. package/src/inference/pipelines/text/execution-v0.js +0 -266
  931. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -40
  932. package/src/inference/pipelines/text/ffn/dense.js +0 -759
  933. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  934. package/src/inference/pipelines/text/ffn/index.js +0 -16
  935. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -21
  936. package/src/inference/pipelines/text/ffn/moe.js +0 -49
  937. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -25
  938. package/src/inference/pipelines/text/ffn/sandwich.js +0 -196
  939. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -23
  940. package/src/inference/pipelines/text/ffn/standard.js +0 -87
  941. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  942. package/src/inference/pipelines/text/ffn/types.js +0 -25
  943. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  944. package/src/inference/pipelines/text/ffn.js +0 -18
  945. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  946. package/src/inference/pipelines/text/finiteness-guard-status.js +0 -21
  947. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -35
  948. package/src/inference/pipelines/text/finiteness-policy.js +0 -45
  949. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -34
  950. package/src/inference/pipelines/text/generator-helpers.js +0 -176
  951. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
  952. package/src/inference/pipelines/text/generator-runtime.js +0 -392
  953. package/src/inference/pipelines/text/generator-steps.d.ts +0 -136
  954. package/src/inference/pipelines/text/generator-steps.js +0 -1214
  955. package/src/inference/pipelines/text/generator.d.ts +0 -46
  956. package/src/inference/pipelines/text/generator.js +0 -1515
  957. package/src/inference/pipelines/text/index.d.ts +0 -5
  958. package/src/inference/pipelines/text/index.js +0 -6
  959. package/src/inference/pipelines/text/init.d.ts +0 -314
  960. package/src/inference/pipelines/text/init.js +0 -1126
  961. package/src/inference/pipelines/text/kernel-path-auto-select.d.ts +0 -12
  962. package/src/inference/pipelines/text/kernel-path-auto-select.js +0 -92
  963. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -152
  964. package/src/inference/pipelines/text/kernel-trace.js +0 -330
  965. package/src/inference/pipelines/text/layer-plan.d.ts +0 -65
  966. package/src/inference/pipelines/text/layer-plan.js +0 -249
  967. package/src/inference/pipelines/text/layer.d.ts +0 -56
  968. package/src/inference/pipelines/text/layer.js +0 -951
  969. package/src/inference/pipelines/text/linear-attention.d.ts +0 -109
  970. package/src/inference/pipelines/text/linear-attention.js +0 -907
  971. package/src/inference/pipelines/text/logits/cpu.d.ts +0 -81
  972. package/src/inference/pipelines/text/logits/cpu.js +0 -91
  973. package/src/inference/pipelines/text/logits/gpu.d.ts +0 -113
  974. package/src/inference/pipelines/text/logits/gpu.js +0 -411
  975. package/src/inference/pipelines/text/logits/index.d.ts +0 -62
  976. package/src/inference/pipelines/text/logits/index.js +0 -306
  977. package/src/inference/pipelines/text/logits/types.d.ts +0 -46
  978. package/src/inference/pipelines/text/logits/types.js +0 -4
  979. package/src/inference/pipelines/text/logits/utils.d.ts +0 -56
  980. package/src/inference/pipelines/text/logits/utils.js +0 -68
  981. package/src/inference/pipelines/text/logits.d.ts +0 -27
  982. package/src/inference/pipelines/text/logits.js +0 -16
  983. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  984. package/src/inference/pipelines/text/lora-apply.js +0 -76
  985. package/src/inference/pipelines/text/lora-types.d.ts +0 -39
  986. package/src/inference/pipelines/text/lora-types.js +0 -18
  987. package/src/inference/pipelines/text/lora.d.ts +0 -18
  988. package/src/inference/pipelines/text/lora.js +0 -12
  989. package/src/inference/pipelines/text/model-load.d.ts +0 -58
  990. package/src/inference/pipelines/text/model-load.js +0 -739
  991. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  992. package/src/inference/pipelines/text/moe-cache.js +0 -108
  993. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  994. package/src/inference/pipelines/text/moe-cpu-gptoss.js +0 -115
  995. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  996. package/src/inference/pipelines/text/moe-cpu.js +0 -120
  997. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -13
  998. package/src/inference/pipelines/text/moe-gpu.js +0 -653
  999. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  1000. package/src/inference/pipelines/text/moe-helpers.js +0 -21
  1001. package/src/inference/pipelines/text/moe-impl.d.ts +0 -117
  1002. package/src/inference/pipelines/text/moe-impl.js +0 -9
  1003. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -40
  1004. package/src/inference/pipelines/text/moe-shape-validator.js +0 -98
  1005. package/src/inference/pipelines/text/ops.d.ts +0 -167
  1006. package/src/inference/pipelines/text/ops.js +0 -437
  1007. package/src/inference/pipelines/text/probes.d.ts +0 -31
  1008. package/src/inference/pipelines/text/probes.js +0 -171
  1009. package/src/inference/pipelines/text/sampling.d.ts +0 -54
  1010. package/src/inference/pipelines/text/sampling.js +0 -249
  1011. package/src/inference/pipelines/text/state.d.ts +0 -112
  1012. package/src/inference/pipelines/text/state.js +0 -154
  1013. package/src/inference/pipelines/text/types.d.ts +0 -627
  1014. package/src/inference/pipelines/text/types.js +0 -4
  1015. package/src/inference/pipelines/text/weights.d.ts +0 -110
  1016. package/src/inference/pipelines/text/weights.js +0 -173
  1017. package/src/inference/pipelines/text.d.ts +0 -162
  1018. package/src/inference/pipelines/text.js +0 -666
  1019. package/src/inference/pipelines/vision/encoder.js +0 -386
  1020. package/src/inference/pipelines/vision/image-preprocess.js +0 -151
  1021. package/src/inference/pipelines/vision/index.js +0 -173
  1022. package/src/inference/pipelines/vision/ops.js +0 -78
  1023. package/src/inference/pipelines/vision/patch-embed.js +0 -151
  1024. package/src/inference/speculative.d.ts +0 -239
  1025. package/src/inference/speculative.js +0 -402
  1026. package/src/inference/test-harness.d.ts +0 -178
  1027. package/src/inference/test-harness.js +0 -361
  1028. package/src/inference/tokenizer.d.ts +0 -72
  1029. package/src/inference/tokenizer.js +0 -239
  1030. package/src/inference/tokenizers/base.d.ts +0 -39
  1031. package/src/inference/tokenizers/base.js +0 -69
  1032. package/src/inference/tokenizers/bpe.d.ts +0 -27
  1033. package/src/inference/tokenizers/bpe.js +0 -180
  1034. package/src/inference/tokenizers/bundled.d.ts +0 -63
  1035. package/src/inference/tokenizers/bundled.js +0 -1009
  1036. package/src/inference/tokenizers/sentencepiece.d.ts +0 -28
  1037. package/src/inference/tokenizers/sentencepiece.js +0 -401
  1038. package/src/inference/tokenizers/types.d.ts +0 -166
  1039. package/src/inference/tokenizers/types.js +0 -7
  1040. package/src/loader/doppler-loader.d.ts +0 -137
  1041. package/src/loader/doppler-loader.js +0 -1069
  1042. package/src/loader/dtype-utils.d.ts +0 -40
  1043. package/src/loader/dtype-utils.js +0 -61
  1044. package/src/loader/embedding-loader.d.ts +0 -56
  1045. package/src/loader/embedding-loader.js +0 -211
  1046. package/src/loader/experts/expert-cache.d.ts +0 -156
  1047. package/src/loader/experts/expert-cache.js +0 -386
  1048. package/src/loader/experts/expert-loader.d.ts +0 -108
  1049. package/src/loader/experts/expert-loader.js +0 -392
  1050. package/src/loader/final-weights-loader.d.ts +0 -68
  1051. package/src/loader/final-weights-loader.js +0 -268
  1052. package/src/loader/index.d.ts +0 -150
  1053. package/src/loader/index.js +0 -124
  1054. package/src/loader/layer-loader.d.ts +0 -63
  1055. package/src/loader/layer-loader.js +0 -457
  1056. package/src/loader/loader-state.d.ts +0 -51
  1057. package/src/loader/loader-state.js +0 -142
  1058. package/src/loader/loader-types.d.ts +0 -236
  1059. package/src/loader/loader-types.js +0 -4
  1060. package/src/loader/manifest-config.d.ts +0 -97
  1061. package/src/loader/manifest-config.js +0 -134
  1062. package/src/loader/memory-monitor.d.ts +0 -112
  1063. package/src/loader/memory-monitor.js +0 -284
  1064. package/src/loader/multi-model-loader.d.ts +0 -51
  1065. package/src/loader/multi-model-loader.js +0 -133
  1066. package/src/loader/quantization-constants.d.ts +0 -23
  1067. package/src/loader/quantization-constants.js +0 -14
  1068. package/src/loader/shard-cache.d.ts +0 -60
  1069. package/src/loader/shard-cache.js +0 -638
  1070. package/src/loader/shard-resolver.d.ts +0 -12
  1071. package/src/loader/shard-resolver.js +0 -105
  1072. package/src/loader/tensors/tensor-loader.d.ts +0 -157
  1073. package/src/loader/tensors/tensor-loader.js +0 -618
  1074. package/src/loader/tensors/tensor-reader.d.ts +0 -22
  1075. package/src/loader/tensors/tensor-reader.js +0 -113
  1076. package/src/loader/tensors/tensor-role.d.ts +0 -7
  1077. package/src/loader/tensors/tensor-role.js +0 -12
  1078. package/src/loader/weight-downcast.d.ts +0 -62
  1079. package/src/loader/weight-downcast.js +0 -213
  1080. package/src/loader/weights.d.ts +0 -22
  1081. package/src/loader/weights.js +0 -4
  1082. package/src/memory/address-table.d.ts +0 -104
  1083. package/src/memory/address-table.js +0 -114
  1084. package/src/memory/buffer-pool.d.ts +0 -204
  1085. package/src/memory/buffer-pool.js +0 -821
  1086. package/src/memory/capability.d.ts +0 -49
  1087. package/src/memory/capability.js +0 -95
  1088. package/src/memory/heap-manager.d.ts +0 -104
  1089. package/src/memory/heap-manager.js +0 -264
  1090. package/src/memory/unified-detect.d.ts +0 -59
  1091. package/src/memory/unified-detect.js +0 -192
  1092. package/src/rules/converter/execution.rules.json +0 -20
  1093. package/src/rules/converter/tensor-roles.rules.json +0 -13
  1094. package/src/rules/converter/tokenizer.rules.json +0 -7
  1095. package/src/rules/execution-rules-contract-check.d.ts +0 -17
  1096. package/src/rules/execution-rules-contract-check.js +0 -245
  1097. package/src/rules/inference/attention.rules.json +0 -54
  1098. package/src/rules/inference/config.rules.json +0 -58
  1099. package/src/rules/inference/dtype.rules.json +0 -99
  1100. package/src/rules/inference/execution.rules.json +0 -45
  1101. package/src/rules/inference/ffn.rules.json +0 -35
  1102. package/src/rules/inference/kernel-path.rules.json +0 -92
  1103. package/src/rules/inference/layer-pattern.rules.json +0 -16
  1104. package/src/rules/inference/layer.rules.json +0 -7
  1105. package/src/rules/inference/moe.rules.json +0 -48
  1106. package/src/rules/kernels/attention.rules.json +0 -61
  1107. package/src/rules/kernels/conv2d.rules.json +0 -6
  1108. package/src/rules/kernels/depthwise-conv2d.rules.json +0 -6
  1109. package/src/rules/kernels/dequant.rules.json +0 -58
  1110. package/src/rules/kernels/energy.rules.json +0 -22
  1111. package/src/rules/kernels/fused-ffn.rules.json +0 -13
  1112. package/src/rules/kernels/fused-matmul-residual.rules.json +0 -6
  1113. package/src/rules/kernels/fused-matmul-rmsnorm.rules.json +0 -8
  1114. package/src/rules/kernels/gather.rules.json +0 -12
  1115. package/src/rules/kernels/gelu.rules.json +0 -11
  1116. package/src/rules/kernels/grouped-pointwise-conv2d.rules.json +0 -6
  1117. package/src/rules/kernels/groupnorm.rules.json +0 -10
  1118. package/src/rules/kernels/kernel-validator.d.ts +0 -24
  1119. package/src/rules/kernels/kernel-validator.js +0 -160
  1120. package/src/rules/kernels/kv_quantize.rules.json +0 -7
  1121. package/src/rules/kernels/layernorm.rules.json +0 -6
  1122. package/src/rules/kernels/matmul.rules.json +0 -60
  1123. package/src/rules/kernels/modulate.rules.json +0 -6
  1124. package/src/rules/kernels/moe.rules.gptoss.json +0 -105
  1125. package/src/rules/kernels/moe.rules.json +0 -11
  1126. package/src/rules/kernels/moe.rules.mixtral.json +0 -75
  1127. package/src/rules/kernels/pixel_shuffle.rules.json +0 -6
  1128. package/src/rules/kernels/relu.rules.json +0 -6
  1129. package/src/rules/kernels/repeat-channels.rules.json +0 -6
  1130. package/src/rules/kernels/residual.rules.json +0 -12
  1131. package/src/rules/kernels/rmsnorm.rules.json +0 -11
  1132. package/src/rules/kernels/rope.rules.json +0 -6
  1133. package/src/rules/kernels/sample.rules.json +0 -6
  1134. package/src/rules/kernels/sana-linear-attention.rules.json +0 -6
  1135. package/src/rules/kernels/scale.rules.json +0 -6
  1136. package/src/rules/kernels/silu.rules.json +0 -21
  1137. package/src/rules/kernels/softmax.rules.json +0 -25
  1138. package/src/rules/kernels/split-qg.rules.json +0 -6
  1139. package/src/rules/kernels/split-qkv.rules.json +0 -6
  1140. package/src/rules/kernels/upsample2d.rules.json +0 -6
  1141. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  1142. package/src/rules/layer-pattern-contract-check.js +0 -231
  1143. package/src/rules/loader/tensor-loader.rules.json +0 -15
  1144. package/src/rules/loader/weights.rules.json +0 -41
  1145. package/src/rules/rule-registry.d.ts +0 -77
  1146. package/src/rules/rule-registry.js +0 -243
  1147. package/src/rules/tooling/command-runtime.rules.json +0 -56
  1148. package/src/storage/backends/idb-store.d.ts +0 -52
  1149. package/src/storage/backends/idb-store.js +0 -590
  1150. package/src/storage/backends/memory-store.d.ts +0 -36
  1151. package/src/storage/backends/memory-store.js +0 -242
  1152. package/src/storage/backends/opfs-store.d.ts +0 -41
  1153. package/src/storage/backends/opfs-store.js +0 -473
  1154. package/src/storage/blake3.d.ts +0 -17
  1155. package/src/storage/blake3.js +0 -269
  1156. package/src/storage/download-types.d.ts +0 -157
  1157. package/src/storage/download-types.js +0 -48
  1158. package/src/storage/downloader.d.ts +0 -103
  1159. package/src/storage/downloader.js +0 -1121
  1160. package/src/storage/emulated-vram.d.ts +0 -264
  1161. package/src/storage/emulated-vram.js +0 -576
  1162. package/src/storage/export.d.ts +0 -20
  1163. package/src/storage/export.js +0 -159
  1164. package/src/storage/index.d.ts +0 -256
  1165. package/src/storage/index.js +0 -188
  1166. package/src/storage/inventory.d.ts +0 -26
  1167. package/src/storage/inventory.js +0 -218
  1168. package/src/storage/preflight.d.ts +0 -144
  1169. package/src/storage/preflight.js +0 -316
  1170. package/src/storage/quickstart-downloader.d.ts +0 -157
  1171. package/src/storage/quickstart-downloader.js +0 -268
  1172. package/src/storage/quota.d.ts +0 -150
  1173. package/src/storage/quota.js +0 -304
  1174. package/src/storage/registry.d.ts +0 -28
  1175. package/src/storage/registry.js +0 -131
  1176. package/src/storage/reports.d.ts +0 -20
  1177. package/src/storage/reports.js +0 -94
  1178. package/src/storage/shard-manager.d.ts +0 -151
  1179. package/src/storage/shard-manager.js +0 -850
  1180. package/src/storage/source-artifact-store.d.ts +0 -52
  1181. package/src/storage/source-artifact-store.js +0 -234
  1182. package/src/sw.d.ts +0 -1
  1183. package/src/sw.js +0 -187
  1184. package/src/tooling/browser-command-runner.d.ts +0 -28
  1185. package/src/tooling/browser-command-runner.js +0 -82
  1186. package/src/tooling/command-api-constants.d.ts +0 -9
  1187. package/src/tooling/command-api-constants.js +0 -9
  1188. package/src/tooling/command-api-family-normalizers.d.ts +0 -9
  1189. package/src/tooling/command-api-family-normalizers.js +0 -343
  1190. package/src/tooling/command-api-helpers.d.ts +0 -25
  1191. package/src/tooling/command-api-helpers.js +0 -262
  1192. package/src/tooling/command-api.d.ts +0 -173
  1193. package/src/tooling/command-api.js +0 -76
  1194. package/src/tooling/command-envelope.d.ts +0 -81
  1195. package/src/tooling/command-envelope.js +0 -198
  1196. package/src/tooling/command-runner-shared.d.ts +0 -73
  1197. package/src/tooling/command-runner-shared.js +0 -180
  1198. package/src/tooling/command-runner.html +0 -45
  1199. package/src/tooling/conversion-config-materializer.d.ts +0 -24
  1200. package/src/tooling/conversion-config-materializer.js +0 -97
  1201. package/src/tooling/lean-execution-contract-runner.d.ts +0 -43
  1202. package/src/tooling/lean-execution-contract-runner.js +0 -158
  1203. package/src/tooling/lean-execution-contract.d.ts +0 -16
  1204. package/src/tooling/lean-execution-contract.js +0 -228
  1205. package/src/tooling/node-browser-command-runner.d.ts +0 -34
  1206. package/src/tooling/node-browser-command-runner.js +0 -813
  1207. package/src/tooling/node-command-runner.d.ts +0 -36
  1208. package/src/tooling/node-command-runner.js +0 -168
  1209. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  1210. package/src/tooling/node-convert-worker-pool.js +0 -186
  1211. package/src/tooling/node-convert-worker.d.ts +0 -1
  1212. package/src/tooling/node-convert-worker.js +0 -60
  1213. package/src/tooling/node-converter.d.ts +0 -1
  1214. package/src/tooling/node-converter.js +0 -1333
  1215. package/src/tooling/node-file-fetch.d.ts +0 -1
  1216. package/src/tooling/node-file-fetch.js +0 -38
  1217. package/src/tooling/node-source-runtime.d.ts +0 -19
  1218. package/src/tooling/node-source-runtime.js +0 -610
  1219. package/src/tooling/node-webgpu.d.ts +0 -6
  1220. package/src/tooling/node-webgpu.js +0 -284
  1221. package/src/tooling/opfs-cache.d.ts +0 -11
  1222. package/src/tooling/opfs-cache.js +0 -191
  1223. package/src/tooling/runtime-input-composition.d.ts +0 -38
  1224. package/src/tooling/runtime-input-composition.js +0 -86
  1225. package/src/tooling/source-runtime-bundle.d.ts +0 -137
  1226. package/src/tooling/source-runtime-bundle.js +0 -711
  1227. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  1228. package/src/tooling/source-runtime-materializer.js +0 -93
  1229. package/src/tooling-exports.browser.d.ts +0 -7
  1230. package/src/tooling-exports.browser.js +0 -2
  1231. package/src/tooling-exports.d.ts +0 -22
  1232. package/src/tooling-exports.js +0 -7
  1233. package/src/tooling-exports.shared.d.ts +0 -105
  1234. package/src/tooling-exports.shared.js +0 -92
  1235. package/src/training/README.md +0 -153
  1236. package/src/training/artifacts.d.ts +0 -160
  1237. package/src/training/artifacts.js +0 -896
  1238. package/src/training/attention-backward.d.ts +0 -30
  1239. package/src/training/attention-backward.js +0 -232
  1240. package/src/training/attention-forward.d.ts +0 -22
  1241. package/src/training/attention-forward.js +0 -82
  1242. package/src/training/autograd.d.ts +0 -51
  1243. package/src/training/autograd.js +0 -408
  1244. package/src/training/checkpoint-watch.d.ts +0 -8
  1245. package/src/training/checkpoint-watch.js +0 -139
  1246. package/src/training/checkpoint.d.ts +0 -36
  1247. package/src/training/checkpoint.js +0 -277
  1248. package/src/training/clip.d.ts +0 -9
  1249. package/src/training/clip.js +0 -55
  1250. package/src/training/dataloader.d.ts +0 -8
  1251. package/src/training/dataloader.js +0 -44
  1252. package/src/training/datasets/index.d.ts +0 -12
  1253. package/src/training/datasets/index.js +0 -6
  1254. package/src/training/datasets/jsonl.d.ts +0 -11
  1255. package/src/training/datasets/jsonl.js +0 -50
  1256. package/src/training/datasets/reploid.d.ts +0 -3
  1257. package/src/training/datasets/reploid.js +0 -36
  1258. package/src/training/datasets/text-pairs.d.ts +0 -21
  1259. package/src/training/datasets/text-pairs.js +0 -42
  1260. package/src/training/datasets/token-batch.d.ts +0 -21
  1261. package/src/training/datasets/token-batch.js +0 -52
  1262. package/src/training/datasets/translation-pairs.d.ts +0 -34
  1263. package/src/training/datasets/translation-pairs.js +0 -49
  1264. package/src/training/distillation/artifacts.d.ts +0 -71
  1265. package/src/training/distillation/artifacts.js +0 -132
  1266. package/src/training/distillation/checkpoint-watch.d.ts +0 -10
  1267. package/src/training/distillation/checkpoint-watch.js +0 -58
  1268. package/src/training/distillation/dataset.d.ts +0 -59
  1269. package/src/training/distillation/dataset.js +0 -337
  1270. package/src/training/distillation/eval.d.ts +0 -34
  1271. package/src/training/distillation/eval.js +0 -310
  1272. package/src/training/distillation/index.d.ts +0 -29
  1273. package/src/training/distillation/index.js +0 -29
  1274. package/src/training/distillation/runtime.d.ts +0 -20
  1275. package/src/training/distillation/runtime.js +0 -121
  1276. package/src/training/distillation/scoreboard.d.ts +0 -6
  1277. package/src/training/distillation/scoreboard.js +0 -8
  1278. package/src/training/distillation/stage-a.d.ts +0 -45
  1279. package/src/training/distillation/stage-a.js +0 -338
  1280. package/src/training/distillation/stage-b.d.ts +0 -24
  1281. package/src/training/distillation/stage-b.js +0 -20
  1282. package/src/training/distillation/student-fixture.d.ts +0 -22
  1283. package/src/training/distillation/student-fixture.js +0 -846
  1284. package/src/training/distillation/suite-data.d.ts +0 -45
  1285. package/src/training/distillation/suite-data.js +0 -189
  1286. package/src/training/export.d.ts +0 -32
  1287. package/src/training/export.js +0 -112
  1288. package/src/training/index.d.ts +0 -62
  1289. package/src/training/index.js +0 -51
  1290. package/src/training/lora-pipeline.d.ts +0 -40
  1291. package/src/training/lora-pipeline.js +0 -793
  1292. package/src/training/lora.d.ts +0 -19
  1293. package/src/training/lora.js +0 -71
  1294. package/src/training/loss-scaling.d.ts +0 -21
  1295. package/src/training/loss-scaling.js +0 -80
  1296. package/src/training/loss.d.ts +0 -10
  1297. package/src/training/loss.js +0 -40
  1298. package/src/training/objectives/base.d.ts +0 -58
  1299. package/src/training/objectives/base.js +0 -38
  1300. package/src/training/objectives/cross_entropy.d.ts +0 -18
  1301. package/src/training/objectives/cross_entropy.js +0 -34
  1302. package/src/training/objectives/distill_kd.d.ts +0 -16
  1303. package/src/training/objectives/distill_kd.js +0 -365
  1304. package/src/training/objectives/distill_triplet.d.ts +0 -16
  1305. package/src/training/objectives/distill_triplet.js +0 -408
  1306. package/src/training/objectives/index.d.ts +0 -12
  1307. package/src/training/objectives/index.js +0 -6
  1308. package/src/training/objectives/ul_stage1_joint.d.ts +0 -16
  1309. package/src/training/objectives/ul_stage1_joint.js +0 -188
  1310. package/src/training/objectives/ul_stage2_base.d.ts +0 -16
  1311. package/src/training/objectives/ul_stage2_base.js +0 -218
  1312. package/src/training/operator-artifacts.d.ts +0 -62
  1313. package/src/training/operator-artifacts.js +0 -140
  1314. package/src/training/operator-command.d.ts +0 -5
  1315. package/src/training/operator-command.js +0 -455
  1316. package/src/training/operator-eval.d.ts +0 -48
  1317. package/src/training/operator-eval.js +0 -230
  1318. package/src/training/operator-scoreboard.d.ts +0 -5
  1319. package/src/training/operator-scoreboard.js +0 -44
  1320. package/src/training/optimizer.d.ts +0 -22
  1321. package/src/training/optimizer.js +0 -127
  1322. package/src/training/runner.d.ts +0 -248
  1323. package/src/training/runner.js +0 -1220
  1324. package/src/training/suite.d.ts +0 -299
  1325. package/src/training/suite.js +0 -2196
  1326. package/src/training/tensor-factory.d.ts +0 -9
  1327. package/src/training/tensor-factory.js +0 -13
  1328. package/src/training/trainer.d.ts +0 -89
  1329. package/src/training/trainer.js +0 -299
  1330. package/src/training/ul_dataset.d.ts +0 -47
  1331. package/src/training/ul_dataset.js +0 -151
  1332. package/src/training/ul_schedule.d.ts +0 -6
  1333. package/src/training/ul_schedule.js +0 -29
  1334. package/src/training/workloads.d.ts +0 -164
  1335. package/src/training/workloads.js +0 -530
  1336. package/src/types/chrome.d.ts +0 -36
  1337. package/src/types/chrome.js +0 -1
  1338. package/src/types/gpu.d.ts +0 -185
  1339. package/src/types/gpu.js +0 -5
  1340. package/src/types/index.d.ts +0 -3
  1341. package/src/types/index.js +0 -3
  1342. package/src/types/inference.d.ts +0 -197
  1343. package/src/types/inference.js +0 -5
  1344. package/src/types/model.d.ts +0 -130
  1345. package/src/types/model.js +0 -5
  1346. package/src/utils/hf-resolve-url.d.ts +0 -16
  1347. package/src/utils/hf-resolve-url.js +0 -17
  1348. package/src/utils/index.d.ts +0 -7
  1349. package/src/utils/index.js +0 -7
  1350. package/src/utils/load-json.d.ts +0 -5
  1351. package/src/utils/load-json.js +0 -23
  1352. package/src/utils/plain-object.d.ts +0 -1
  1353. package/src/utils/plain-object.js +0 -3
  1354. package/src/utils/sha256.d.ts +0 -4
  1355. package/src/utils/sha256.js +0 -135
  1356. package/src/version.d.ts +0 -2
  1357. package/src/version.js +0 -2
  1358. package/tools/convert-safetensors-node.js +0 -233
  1359. package/tools/doppler-cli.js +0 -1452
@@ -1,1452 +0,0 @@
1
- #!/usr/bin/env node
2
-
3
- import { existsSync } from 'node:fs';
4
- import fs from 'node:fs/promises';
5
- import path from 'node:path';
6
- import { fileURLToPath, pathToFileURL } from 'node:url';
7
- import { runNodeCommand } from '../src/tooling/node-command-runner.js';
8
- import { runBrowserCommandInNode } from '../src/tooling/node-browser-command-runner.js';
9
- import {
10
- TOOLING_COMMANDS,
11
- normalizeToolingCommandRequest,
12
- } from '../src/tooling/command-api.js';
13
- import { createToolingErrorEnvelope } from '../src/tooling/command-envelope.js';
14
-
15
- const NODE_WEBGPU_INCOMPLETE_MESSAGE = 'node command: WebGPU runtime is incomplete in Node';
16
- const CLI_POLICY_PATH = fileURLToPath(new URL('./configs/cli/doppler-cli-policy.json', import.meta.url));
17
- const DEFAULT_EXTERNAL_MODELS_ROOT = process.env.DOPPLER_EXTERNAL_MODELS_ROOT
18
- || (existsSync('/Volumes/models') ? '/Volumes/models' : '/media/x/models');
19
- const DEFAULT_EXTERNAL_RDRR_ROOT = path.join(DEFAULT_EXTERNAL_MODELS_ROOT, 'rdrr');
20
- const DEFAULT_CLI_POLICY = {
21
- defaults: {
22
- surface: {
23
- default: 'auto',
24
- allowed: ['auto', 'node', 'browser'],
25
- },
26
- bench: {
27
- cacheMode: 'warm',
28
- },
29
- cacheMode: null,
30
- loadMode: null,
31
- benchmark: {
32
- saveDir: './benchmarks/vendors/results',
33
- },
34
- },
35
- surfaceFallback: {
36
- enabled: true,
37
- from: 'auto',
38
- to: 'browser',
39
- errorFragments: [NODE_WEBGPU_INCOMPLETE_MESSAGE],
40
- },
41
- };
42
-
43
- const COMMON_CLI_FLAGS = Object.freeze([
44
- 'config',
45
- 'runtime-config',
46
- 'surface',
47
- 'json',
48
- 'help',
49
- 'h',
50
- ]);
51
-
52
- function asStringOrNull(value) {
53
- if (value === undefined || value === null) return null;
54
- if (typeof value === 'string') {
55
- const trimmed = value.trim();
56
- if (!trimmed.length) return null;
57
- return trimmed;
58
- }
59
- return String(value);
60
- }
61
-
62
- function usage() {
63
- return [
64
- 'Usage:',
65
- ' doppler convert --config <path.json|json> [--runtime-config <path|url|json>] [--surface auto|node]',
66
- ' doppler debug --config <path.json|json> [--runtime-config <path|url|json>] [--surface auto|node|browser]',
67
- ' doppler bench --config <path.json|json> [--runtime-config <path|url|json>] [--surface auto|node|browser]',
68
- ' doppler verify --config <path.json|json> [--runtime-config <path|url|json>] [--surface auto|node|browser]',
69
- ' doppler lora --config <path.json|json> [--surface auto|node]',
70
- ' doppler distill --config <path.json|json> [--surface auto|node]',
71
- '',
72
- 'Flags:',
73
- ' --config <path|json> Required command config payload (file path or JSON object string).',
74
- ' --runtime-config <value> Optional runtime override (JSON object, URL, or file path).',
75
- ' --surface <auto|node|browser> Optional execution surface override.',
76
- ' --json Print machine-readable result JSON',
77
- ' --help, -h Show this help message',
78
- '',
79
- 'Command Config Contract:',
80
- ' The config payload must be a JSON object and may include:',
81
- ' - request: tooling command request fields (suite, modelId, training fields, convertPayload, etc).',
82
- ' - run: CLI-only run controls (surface, browser options, and bench save/compare/manifest settings).',
83
- '',
84
- 'Example:',
85
- ' doppler verify --config \'{"request":{"suite":"inference","modelId":"gemma-3-270m-it-f16-af32"}}\' --json',
86
- ].join('\n');
87
- }
88
-
89
- function parseArgs(argv) {
90
- const out = {
91
- command: null,
92
- flags: {},
93
- };
94
-
95
- if (!argv.length) return out;
96
- out.command = asStringOrNull(argv[0]);
97
-
98
- for (let i = 1; i < argv.length; i += 1) {
99
- const token = argv[i];
100
- if (token === '-h') {
101
- out.flags.h = true;
102
- continue;
103
- }
104
- if (token.startsWith('-') && !token.startsWith('--')) {
105
- throw new Error(`Unsupported short flag "${token}". Use long-form flags (for example --help).`);
106
- }
107
- if (!token.startsWith('--')) {
108
- throw new Error('Positional arguments are not supported. Use --config for command payloads.');
109
- }
110
-
111
- const key = token.slice(2);
112
- if (
113
- key === 'json'
114
- || key === 'help'
115
- || key === 'h'
116
- ) {
117
- out.flags[key] = true;
118
- continue;
119
- }
120
-
121
- const value = argv[i + 1];
122
- if (value === undefined) {
123
- throw new Error(`Missing value for --${key}`);
124
- }
125
-
126
- if (value.startsWith('--')) {
127
- throw new Error(`Missing value for --${key}`);
128
- }
129
-
130
- out.flags[key] = value;
131
- i += 1;
132
- }
133
-
134
- return out;
135
- }
136
-
137
- function levenshteinDistance(a, b) {
138
- const source = String(a ?? '');
139
- const target = String(b ?? '');
140
- if (source === target) return 0;
141
- if (source.length === 0) return target.length;
142
- if (target.length === 0) return source.length;
143
-
144
- const previous = new Array(target.length + 1);
145
- const current = new Array(target.length + 1);
146
-
147
- for (let i = 0; i <= target.length; i += 1) {
148
- previous[i] = i;
149
- }
150
-
151
- for (let i = 1; i <= source.length; i += 1) {
152
- current[0] = i;
153
- for (let j = 1; j <= target.length; j += 1) {
154
- const cost = source[i - 1] === target[j - 1] ? 0 : 1;
155
- current[j] = Math.min(
156
- previous[j] + 1,
157
- current[j - 1] + 1,
158
- previous[j - 1] + cost
159
- );
160
- }
161
- for (let j = 0; j <= target.length; j += 1) {
162
- previous[j] = current[j];
163
- }
164
- }
165
-
166
- return previous[target.length];
167
- }
168
-
169
- function findClosestFlag(flag, allowedFlags) {
170
- const normalizedFlag = String(flag ?? '').trim();
171
- if (!normalizedFlag) return null;
172
-
173
- let candidate = null;
174
- let distance = Infinity;
175
- for (const allowedFlag of allowedFlags) {
176
- const nextDistance = levenshteinDistance(normalizedFlag, allowedFlag);
177
- if (nextDistance < distance) {
178
- candidate = allowedFlag;
179
- distance = nextDistance;
180
- }
181
- }
182
- return distance <= 3 ? candidate : null;
183
- }
184
-
185
- function validateCommandFlags(parsed) {
186
- const command = parsed?.command;
187
- if (!command || !TOOLING_COMMANDS.includes(command)) {
188
- return;
189
- }
190
-
191
- const allowedFlags = new Set(COMMON_CLI_FLAGS);
192
- const keys = Object.keys(parsed.flags || {});
193
- for (const key of keys) {
194
- if (allowedFlags.has(key)) {
195
- continue;
196
- }
197
-
198
- const suggestion = findClosestFlag(key, allowedFlags);
199
- if (suggestion) {
200
- throw new Error(`Unknown flag --${key} for "${command}". Did you mean --${suggestion}?`);
201
- }
202
- throw new Error(`Unknown flag --${key} for "${command}".`);
203
- }
204
- }
205
-
206
- function parseJsonObjectFlag(value, label) {
207
- if (asStringOrNull(value) === null) return null;
208
- try {
209
- const parsed = JSON.parse(value);
210
- if (!parsed || typeof parsed !== 'object' || Array.isArray(parsed)) {
211
- throw new Error('value must be a JSON object');
212
- }
213
- return parsed;
214
- } catch (error) {
215
- throw new Error(`Invalid ${label}: ${error.message}`);
216
- }
217
- }
218
-
219
- function isAbsoluteUrl(value) {
220
- const normalized = asStringOrNull(value);
221
- if (normalized === null) return false;
222
- try {
223
- const parsed = new URL(normalized);
224
- return typeof parsed.protocol === 'string' && parsed.protocol.length > 0;
225
- } catch {
226
- return false;
227
- }
228
- }
229
-
230
- function parseUnifiedRuntimeConfig(value) {
231
- const normalized = asStringOrNull(value);
232
- if (normalized === null) return null;
233
- if (normalized.startsWith('{')) {
234
- return {
235
- runtimePreset: null,
236
- runtimeConfigUrl: null,
237
- runtimeConfig: parseJsonObjectFlag(normalized, '--runtime-config'),
238
- };
239
- }
240
- if (isAbsoluteUrl(normalized)) {
241
- return {
242
- runtimePreset: null,
243
- runtimeConfigUrl: normalized,
244
- runtimeConfig: null,
245
- };
246
- }
247
- return {
248
- runtimePreset: null,
249
- runtimeConfigUrl: pathToFileURL(path.resolve(normalized)).href,
250
- runtimeConfig: null,
251
- };
252
- }
253
-
254
- function resolveRuntimeConfigFlags(parsed) {
255
- const unifiedRaw = asStringOrNull(parsed.flags['runtime-config']);
256
- return parseUnifiedRuntimeConfig(unifiedRaw);
257
- }
258
-
259
- async function readJsonObjectFile(filePath, label) {
260
- const resolved = path.resolve(String(filePath));
261
- let raw;
262
- try {
263
- raw = await fs.readFile(resolved, 'utf8');
264
- } catch (error) {
265
- throw new Error(`${label} not found or unreadable: ${resolved}`);
266
- }
267
- let parsed;
268
- try {
269
- parsed = JSON.parse(raw);
270
- } catch (error) {
271
- throw new Error(`${label} must contain valid JSON: ${error.message}`);
272
- }
273
- if (!parsed || typeof parsed !== 'object' || Array.isArray(parsed)) {
274
- throw new Error(`${label} must be a JSON object.`);
275
- }
276
- return parsed;
277
- }
278
-
279
- async function readJsonObjectInput(inputValue, label) {
280
- const normalized = asStringOrNull(inputValue);
281
- if (normalized === null) {
282
- throw new Error(`${label} is required.`);
283
- }
284
- if (normalized.startsWith('{')) {
285
- return parseJsonObjectFlag(normalized, label);
286
- }
287
- return readJsonObjectFile(normalized, label);
288
- }
289
-
290
- function resolveCommandConfigFlag(parsed) {
291
- const config = asStringOrNull(parsed.flags.config);
292
- if (!config) {
293
- throw new Error('command requires --config <path.json|json>.');
294
- }
295
- return config;
296
- }
297
-
298
- function parseBooleanFlag(value, label) {
299
- const normalizedInput = asStringOrNull(value);
300
- if (normalizedInput === null) return null;
301
- if (typeof value === 'boolean') return value;
302
- if (typeof value === 'string') {
303
- const normalized = normalizedInput.toLowerCase();
304
- if (normalized === 'true') return true;
305
- if (normalized === 'false') return false;
306
- }
307
- throw new Error(`${label} must be true or false`);
308
- }
309
-
310
- function parseNumberFlag(value, label) {
311
- const normalized = asStringOrNull(value);
312
- if (normalized === null) return null;
313
- const parsed = Number(normalized);
314
- if (!Number.isFinite(parsed)) {
315
- throw new Error(`${label} must be a number`);
316
- }
317
- return parsed;
318
- }
319
-
320
- function parseBrowserArgs(value) {
321
- if (value === undefined || value === null) return [];
322
- return Array.isArray(value) ? value.map((item) => String(item)) : [String(value)];
323
- }
324
-
325
- async function pathExists(filePath) {
326
- try {
327
- await fs.access(filePath);
328
- return true;
329
- } catch {
330
- return false;
331
- }
332
- }
333
-
334
- function resolveStaticRootDir(browserOptions = {}) {
335
- const configured = asStringOrNull(browserOptions.staticRootDir);
336
- if (configured) {
337
- return path.resolve(String(configured));
338
- }
339
- return process.cwd();
340
- }
341
-
342
- function resolveRdrrRoot(options = {}) {
343
- return path.resolve(asStringOrNull(options.rdrrRoot) || DEFAULT_EXTERNAL_RDRR_ROOT);
344
- }
345
-
346
- async function findResolvableModelCandidate(candidates) {
347
- const discoveredManifestCandidates = [];
348
-
349
- for (const candidate of candidates) {
350
- if (!await pathExists(candidate.manifestPath)) {
351
- continue;
352
- }
353
- discoveredManifestCandidates.push(candidate);
354
-
355
- const modelDir = path.dirname(candidate.manifestPath);
356
- try {
357
- const files = await fs.readdir(modelDir, { withFileTypes: true });
358
- const hasShards = files.some((entry) =>
359
- entry.isFile() && /^shard_\d+\.bin$/u.test(entry.name)
360
- );
361
- if (hasShards) {
362
- return { candidate, discoveredManifestCandidates };
363
- }
364
- } catch {
365
- return { candidate, discoveredManifestCandidates };
366
- }
367
- }
368
-
369
- return { candidate: null, discoveredManifestCandidates };
370
- }
371
-
372
- async function resolveExternalModelDirectory(rdrrRoot, modelId) {
373
- const directModelDir = path.join(rdrrRoot, modelId);
374
- const directManifestPath = path.join(directModelDir, 'manifest.json');
375
- if (await pathExists(directManifestPath)) {
376
- return {
377
- modelDir: directModelDir,
378
- manifestPath: directManifestPath,
379
- };
380
- }
381
-
382
- let entries = [];
383
- try {
384
- entries = await fs.readdir(rdrrRoot, { withFileTypes: true });
385
- } catch {
386
- return null;
387
- }
388
-
389
- const matches = [];
390
- for (const entry of entries) {
391
- if (!entry.isDirectory()) {
392
- continue;
393
- }
394
- const manifestPath = path.join(rdrrRoot, entry.name, 'manifest.json');
395
- if (!await pathExists(manifestPath)) {
396
- continue;
397
- }
398
- let manifest = null;
399
- try {
400
- manifest = JSON.parse(await fs.readFile(manifestPath, 'utf8'));
401
- } catch {
402
- continue;
403
- }
404
- if (manifest?.modelId !== modelId) {
405
- continue;
406
- }
407
- matches.push({
408
- modelDir: path.join(rdrrRoot, entry.name),
409
- manifestPath,
410
- });
411
- }
412
-
413
- if (matches.length > 1) {
414
- const matchPaths = matches.map((match) => match.modelDir).join(', ');
415
- throw new Error(
416
- `Model "${modelId}" matched multiple external directories. ` +
417
- `Disambiguate by setting request.modelUrl in --config. Matches: ${matchPaths}`
418
- );
419
- }
420
-
421
- return matches[0] || null;
422
- }
423
-
424
- export async function resolveBrowserModelUrl(request, browserOptions = {}) {
425
- if (request.modelUrl || !request.modelId) {
426
- return request;
427
- }
428
-
429
- const modelId = String(request.modelId);
430
- const encodedModelId = encodeURIComponent(modelId);
431
-
432
- if (asStringOrNull(browserOptions.baseUrl)) {
433
- return {
434
- ...request,
435
- modelUrl: `/models/${encodedModelId}`,
436
- };
437
- }
438
-
439
- const staticRootDir = resolveStaticRootDir(browserOptions);
440
- const externalModel = await resolveExternalModelDirectory(resolveRdrrRoot(browserOptions), modelId);
441
- const candidates = [
442
- {
443
- modelUrl: `/models/local/${encodedModelId}`,
444
- manifestPath: path.join(staticRootDir, 'models', 'local', modelId, 'manifest.json'),
445
- },
446
- {
447
- modelUrl: `/models/${encodedModelId}`,
448
- manifestPath: path.join(staticRootDir, 'models', modelId, 'manifest.json'),
449
- },
450
- {
451
- modelUrl: `/models/external/${encodeURIComponent(path.basename(externalModel?.modelDir || modelId))}`,
452
- manifestPath: externalModel?.manifestPath || path.join(resolveRdrrRoot(browserOptions), modelId, 'manifest.json'),
453
- },
454
- ];
455
-
456
- const { candidate, discoveredManifestCandidates } = await findResolvableModelCandidate(candidates);
457
- if (candidate) {
458
- return {
459
- ...request,
460
- modelUrl: candidate.modelUrl,
461
- };
462
- }
463
-
464
- if (discoveredManifestCandidates.length > 0) {
465
- const firstCandidate = discoveredManifestCandidates[0];
466
- const paths = discoveredManifestCandidates
467
- .map((candidate) => candidate.modelUrl)
468
- .join(', ');
469
- throw new Error(
470
- `Model "${modelId}" was found, but no shard files (shard_*.bin) are present. ` +
471
- `Checked: ${paths}. Add shard files beside the manifest, or set request.modelUrl in --config to a complete model directory.`
472
- );
473
- }
474
-
475
- return {
476
- ...request,
477
- modelUrl: `/models/${encodedModelId}`,
478
- };
479
- }
480
-
481
- export async function resolveNodeModelUrl(request, options = {}) {
482
- if (request.modelUrl || !request.modelId) {
483
- return request;
484
- }
485
-
486
- const modelId = String(request.modelId);
487
- const rdrrRoot = resolveRdrrRoot(options);
488
- const externalModel = await resolveExternalModelDirectory(rdrrRoot, modelId);
489
- if (!externalModel) {
490
- return request;
491
- }
492
-
493
- const modelDir = externalModel.modelDir;
494
- try {
495
- const files = await fs.readdir(modelDir, { withFileTypes: true });
496
- const hasShards = files.some((entry) =>
497
- entry.isFile() && /^shard_\d+\.bin$/u.test(entry.name)
498
- );
499
- if (!hasShards) {
500
- return request;
501
- }
502
- } catch {
503
- return request;
504
- }
505
-
506
- return {
507
- ...request,
508
- modelUrl: pathToFileURL(modelDir).href.replace(/\/$/, ''),
509
- };
510
- }
511
-
512
- function parseSurface(value, command, policy = DEFAULT_CLI_POLICY) {
513
- const normalizedInput = asStringOrNull(value);
514
- const normalizedSurface = policy.defaults && policy.defaults.surface && policy.defaults.surface.default
515
- ? policy.defaults.surface.default
516
- : 'auto';
517
- const allowedSurfaces = policy.defaults && Array.isArray(policy.defaults.surface?.allowed)
518
- ? policy.defaults.surface.allowed
519
- : ['auto', 'node', 'browser'];
520
- const normalized = String(normalizedInput === null ? normalizedSurface : normalizedInput).trim().toLowerCase();
521
- if (!allowedSurfaces.includes(normalized)) {
522
- throw new Error('--surface must be one of auto, node, browser');
523
- }
524
- if (command === 'convert' && normalized === 'browser') {
525
- throw new Error('convert is not supported on browser relay. Use --surface node or --surface auto.');
526
- }
527
- if ((command === 'lora' || command === 'distill') && normalized === 'browser') {
528
- throw new Error(`${command} is not supported on browser relay. Use --surface node or --surface auto.`);
529
- }
530
- return normalized;
531
- }
532
-
533
- function isPlainObject(value) {
534
- return !!value && typeof value === 'object' && !Array.isArray(value);
535
- }
536
-
537
- function resolveConfigEnvelope(configPayload) {
538
- if (!isPlainObject(configPayload)) {
539
- throw new Error('--config must resolve to a JSON object.');
540
- }
541
- if (configPayload.request !== undefined && !isPlainObject(configPayload.request)) {
542
- throw new Error('--config field "request" must be a JSON object when provided.');
543
- }
544
- if (configPayload.run !== undefined && !isPlainObject(configPayload.run)) {
545
- throw new Error('--config field "run" must be a JSON object when provided.');
546
- }
547
- return {
548
- request: isPlainObject(configPayload.request) ? configPayload.request : configPayload,
549
- run: isPlainObject(configPayload.run) ? configPayload.run : {},
550
- };
551
- }
552
-
553
- function applyRuntimeFlagOverride(requestInput, runtimeOverride) {
554
- if (!runtimeOverride) {
555
- return;
556
- }
557
- const hasInlineRuntime = (
558
- requestInput.runtimePreset != null
559
- || requestInput.runtimeConfigUrl != null
560
- || requestInput.runtimeConfig != null
561
- );
562
- if (hasInlineRuntime) {
563
- throw new Error(
564
- '--runtime-config cannot be combined with runtimePreset/runtimeConfigUrl/runtimeConfig values inside --config request payload.'
565
- );
566
- }
567
- requestInput.runtimePreset = runtimeOverride.runtimePreset;
568
- requestInput.runtimeConfigUrl = runtimeOverride.runtimeConfigUrl;
569
- requestInput.runtimeConfig = runtimeOverride.runtimeConfig;
570
- }
571
-
572
- function resolveBenchRunOptions(runConfig, policy = DEFAULT_CLI_POLICY) {
573
- const benchConfig = isPlainObject(runConfig?.bench) ? runConfig.bench : {};
574
- const configuredSaveDir = asStringOrNull(benchConfig.saveDir);
575
- const defaultSaveDir = asStringOrNull(policy?.defaults?.benchmark?.saveDir);
576
- return {
577
- shouldSave: benchConfig.save === true,
578
- saveDir: configuredSaveDir === null
579
- ? defaultSaveDir || './benchmarks/vendors/results'
580
- : configuredSaveDir,
581
- comparePath: asStringOrNull(benchConfig.compare),
582
- manifestPath: asStringOrNull(benchConfig.manifest),
583
- };
584
- }
585
-
586
- function resolveSurfaceForCommand(command, parsed, runConfig, policy = DEFAULT_CLI_POLICY) {
587
- const fromCli = asStringOrNull(parsed.flags.surface);
588
- const fromRun = asStringOrNull(runConfig?.surface);
589
- return parseSurface(fromCli ?? fromRun ?? null, command, policy);
590
- }
591
-
592
- export async function buildRequest(parsed, policy = DEFAULT_CLI_POLICY) {
593
- const command = parsed.command;
594
- if (!command || !TOOLING_COMMANDS.includes(command)) {
595
- throw new Error(`Unsupported command "${command || ''}"`);
596
- }
597
-
598
- const configValue = resolveCommandConfigFlag(parsed);
599
- const configPayload = await readJsonObjectInput(configValue, '--config');
600
- const envelope = resolveConfigEnvelope(configPayload);
601
- const runtimeOverride = resolveRuntimeConfigFlags(parsed);
602
-
603
- const requestInput = { ...envelope.request };
604
- if (requestInput.command != null && requestInput.command !== command) {
605
- throw new Error(
606
- `--config request command mismatch: CLI command is "${command}" but config command is "${requestInput.command}".`
607
- );
608
- }
609
- requestInput.command = command;
610
-
611
- applyRuntimeFlagOverride(requestInput, runtimeOverride);
612
-
613
- const surfaceFromCli = asStringOrNull(parsed.flags.surface) !== null;
614
- const surface = resolveSurfaceForCommand(command, parsed, envelope.run, policy);
615
-
616
- return {
617
- request: normalizeToolingCommandRequest(requestInput),
618
- runConfig: envelope.run,
619
- surface,
620
- surfaceFromCli,
621
- benchRunOptions: resolveBenchRunOptions(envelope.run, policy),
622
- };
623
- }
624
-
625
- function buildNodeRunOptions(jsonOutput) {
626
- return {
627
- onProgress(progress) {
628
- if (jsonOutput) return;
629
- if (!progress?.message) return;
630
- if (Number.isFinite(progress.current) && Number.isFinite(progress.total)) {
631
- console.error(`[progress] ${progress.current}/${progress.total} ${progress.message}`);
632
- } else {
633
- console.error(`[progress] ${progress.stage ?? 'run'} ${progress.message}`);
634
- }
635
- },
636
- };
637
- }
638
-
639
- function buildBrowserRunOptions(runConfig, jsonOutput, request = {}) {
640
- const browser = isPlainObject(runConfig?.browser) ? runConfig.browser : {};
641
-
642
- const headed = parseBooleanFlag(browser.headed, 'run.browser.headed') === true;
643
- const explicitHeadless = parseBooleanFlag(browser.headless, 'run.browser.headless');
644
- if (headed && explicitHeadless !== null) {
645
- throw new Error('run.browser.headed is mutually exclusive with run.browser.headless.');
646
- }
647
-
648
- const options = {
649
- channel: asStringOrNull(browser.channel),
650
- executablePath: asStringOrNull(browser.executablePath),
651
- runnerPath: asStringOrNull(browser.runnerPath),
652
- staticRootDir: asStringOrNull(browser.staticRootDir),
653
- rdrrRoot: asStringOrNull(browser.rdrrRoot),
654
- baseUrl: asStringOrNull(browser.baseUrl),
655
- browserArgs: parseBrowserArgs(browser.browserArgs),
656
- headless: headed ? false : (explicitHeadless ?? true),
657
- };
658
- const rdrrRoot = resolveRdrrRoot(options);
659
- options.staticMounts = [
660
- {
661
- urlPrefix: '/models/external',
662
- rootDir: rdrrRoot,
663
- },
664
- ];
665
-
666
- const port = parseNumberFlag(browser.port, 'run.browser.port');
667
- if (port !== null) {
668
- options.port = port;
669
- }
670
-
671
- const timeoutMs = parseNumberFlag(browser.timeoutMs, 'run.browser.timeoutMs');
672
- if (timeoutMs !== null) {
673
- options.timeoutMs = timeoutMs;
674
- }
675
-
676
- const opfsCache = parseBooleanFlag(browser.opfsCache, 'run.browser.opfsCache');
677
- if (opfsCache === false) {
678
- options.opfsCache = false;
679
- }
680
-
681
- const userDataDir = asStringOrNull(browser.userDataDir);
682
- if (userDataDir) {
683
- options.userDataDir = userDataDir;
684
- }
685
-
686
- if (request.cacheMode === 'cold') {
687
- options.wipeCacheBeforeLaunch = true;
688
- }
689
-
690
- const streamConsole = parseBooleanFlag(browser.console, 'run.browser.console');
691
- const shouldStreamConsole = streamConsole === true;
692
- if (shouldStreamConsole && !jsonOutput) {
693
- options.onConsole = ({ type, text }) => {
694
- console.error(`[browser:${type}] ${text}`);
695
- };
696
- }
697
-
698
- return options;
699
- }
700
-
701
- function isNodeWebGPUFallbackCandidate(error, fallbackPolicy = DEFAULT_CLI_POLICY.surfaceFallback) {
702
- const message = error?.message || String(error || '');
703
- const fallbackSignatures = Array.isArray(fallbackPolicy?.errorFragments) && fallbackPolicy.errorFragments.length > 0
704
- ? fallbackPolicy.errorFragments
705
- : [NODE_WEBGPU_INCOMPLETE_MESSAGE];
706
- return fallbackSignatures.some((signature) => message.includes(signature));
707
- }
708
-
709
- function isTrainingCommandFlow(request) {
710
- if (!request || typeof request !== 'object') return false;
711
- if (request.suite === 'training') return true;
712
- if (request.command === 'lora' || request.command === 'distill') return true;
713
- return request.command === 'bench' && request.workloadType === 'training';
714
- }
715
-
716
- function resolveErrorSurface(error, fallbackSurface = null) {
717
- return (
718
- asStringOrNull(fallbackSurface)
719
- || asStringOrNull(error?.surface)
720
- || asStringOrNull(error?.details?.surface)
721
- || null
722
- );
723
- }
724
-
725
- export function createCliToolingErrorEnvelope(error, context = {}) {
726
- return createToolingErrorEnvelope(error, {
727
- surface: resolveErrorSurface(error, context.surface),
728
- request: context.request ?? null,
729
- });
730
- }
731
-
732
- export function finalizeCliCommandResponse(response, request) {
733
- if (!isPlainObject(response) || !Object.prototype.hasOwnProperty.call(response, 'request')) {
734
- return response;
735
- }
736
- return {
737
- ...response,
738
- request,
739
- };
740
- }
741
-
742
- async function runCommandOnSurface(request, surface, runConfig, jsonOutput) {
743
- if (surface === 'node') {
744
- const nodeRequest = await resolveNodeModelUrl(request);
745
- if (!jsonOutput) {
746
- console.error('[surface] running on: node');
747
- if (nodeRequest.modelUrl && nodeRequest.modelUrl !== request.modelUrl) {
748
- console.error(`[surface] node resolved modelUrl=${nodeRequest.modelUrl}`);
749
- }
750
- }
751
- const response = await runNodeCommand(nodeRequest, buildNodeRunOptions(jsonOutput));
752
- return finalizeCliCommandResponse(response, request);
753
- }
754
-
755
- const browserOptions = buildBrowserRunOptions(runConfig, jsonOutput, request);
756
- const browserRequest = await resolveBrowserModelUrl(request, browserOptions);
757
-
758
- if (!jsonOutput) {
759
- const mode = browserOptions.headless === false ? 'headed' : 'headless';
760
- console.error(`[surface] running on: browser (${mode})`);
761
- if (browserRequest.modelUrl && browserRequest.modelUrl !== request.modelUrl) {
762
- console.error(`[surface] browser resolved modelUrl=${browserRequest.modelUrl}`);
763
- }
764
- }
765
-
766
- const response = await runBrowserCommandInNode(browserRequest, browserOptions);
767
- return finalizeCliCommandResponse(response, request);
768
- }
769
-
770
- async function runWithAutoSurface(request, runConfig, jsonOutput, policy = DEFAULT_CLI_POLICY) {
771
- if (request.command === 'convert') {
772
- return runCommandOnSurface(request, 'node', runConfig, jsonOutput);
773
- }
774
- const fallbackPolicy = policy?.surfaceFallback || { enabled: false };
775
-
776
- try {
777
- return await runCommandOnSurface(request, 'node', runConfig, jsonOutput);
778
- } catch (error) {
779
- if (!fallbackPolicy.enabled || !isNodeWebGPUFallbackCandidate(error, fallbackPolicy)) {
780
- throw error;
781
- }
782
- if (isTrainingCommandFlow(request)) {
783
- const downgradeError = new Error(
784
- (request.command === 'lora' || request.command === 'distill')
785
- ? 'Training command auto-surface downgrade is blocked. Re-run with --surface node after fixing Node WebGPU support.'
786
- : 'Training command auto-surface downgrade is blocked. Re-run with --surface node after fixing Node WebGPU support, or explicitly choose --surface browser.'
787
- );
788
- downgradeError.code = 'training_surface_downgrade_blocked';
789
- downgradeError.surface = 'node';
790
- downgradeError.command = request.command;
791
- downgradeError.suite = request.suite;
792
- downgradeError.workloadType = request.workloadType || null;
793
- downgradeError.fromSurface = 'node';
794
- downgradeError.toSurface = fallbackPolicy.to || 'browser';
795
- throw downgradeError;
796
- }
797
- if (fallbackPolicy.to !== 'browser') {
798
- throw error;
799
- }
800
- if (!jsonOutput) {
801
- console.error('[surface] node WebGPU unavailable, falling back to browser');
802
- }
803
- return runCommandOnSurface(request, 'browser', runConfig, jsonOutput);
804
- }
805
- }
806
-
807
- function toSummary(result) {
808
- if (!result || typeof result !== 'object') {
809
- return 'ok';
810
- }
811
-
812
- if (result.manifest?.modelId) {
813
- const contractStatus = result.executionContractArtifact?.ok === true
814
- ? ' contract=pass'
815
- : result.executionContractArtifact
816
- ? ' contract=fail'
817
- : '';
818
- const graphStatus = result.executionV0GraphContractArtifact?.ok === true
819
- ? ' graph=pass'
820
- : result.executionV0GraphContractArtifact
821
- ? ' graph=fail'
822
- : '';
823
- return `converted ${result.manifest.modelId} (${result.tensorCount} tensors, ${result.shardCount} shards)${contractStatus}${graphStatus}`;
824
- }
825
-
826
- if (result.kind === 'lora' || result.kind === 'distill') {
827
- const workloadId = result.workloadId || 'unknown';
828
- const action = result.action || 'run';
829
- const runRoot = result.runRoot || 'n/a';
830
- return `${result.kind} ${action} workload=${workloadId} runRoot=${runRoot}`;
831
- }
832
-
833
- const suite = result.suite || result.report?.suite || 'suite';
834
- const modelId = result.modelId || result.report?.modelId || 'unknown';
835
- const passed = Number.isFinite(result.passed) ? result.passed : null;
836
- const failed = Number.isFinite(result.failed) ? result.failed : null;
837
- const duration = Number.isFinite(result.duration) ? `${result.duration.toFixed(1)}ms` : 'n/a';
838
- if (passed !== null && failed !== null) {
839
- return `${suite} model=${modelId} passed=${passed} failed=${failed} duration=${duration}`;
840
- }
841
- return `${suite} model=${modelId}`;
842
- }
843
-
844
- function formatNumber(value, digits = 2) {
845
- return Number.isFinite(value) ? Number(value).toFixed(digits) : 'n/a';
846
- }
847
-
848
- function formatMs(value) {
849
- return Number.isFinite(value) ? `${Number(value).toFixed(1)}ms` : 'n/a';
850
- }
851
-
852
- function quoteOneLine(value) {
853
- const s = String(value ?? '').replace(/\s+/g, ' ').trim();
854
- if (!s) return '""';
855
- const clipped = s.length > 120 ? `${s.slice(0, 117)}...` : s;
856
- return JSON.stringify(clipped);
857
- }
858
-
859
- function compactTimestamp() {
860
- return new Date().toISOString().replace(/[-:]/g, '').replace(/\.\d+Z$/, '');
861
- }
862
-
863
- async function saveBenchResult(result, saveDir) {
864
- await fs.mkdir(saveDir, { recursive: true });
865
- const modelId = String(result?.modelId || 'unknown').replace(/[^a-zA-Z0-9_-]/g, '_');
866
- const ts = compactTimestamp();
867
- const filename = `${modelId}_${ts}.json`;
868
- const filePath = path.join(saveDir, filename);
869
- const json = JSON.stringify(result, null, 2);
870
- await fs.writeFile(filePath, json, 'utf-8');
871
- await fs.writeFile(path.join(saveDir, 'latest.json'), json, 'utf-8');
872
- return filePath;
873
- }
874
-
875
- async function loadBaseline(comparePath, saveDir) {
876
- const resolved = comparePath === 'last'
877
- ? path.join(saveDir, 'latest.json')
878
- : path.resolve(comparePath);
879
- try {
880
- const raw = await fs.readFile(resolved, 'utf-8');
881
- return JSON.parse(raw);
882
- } catch (error) {
883
- console.error(`[compare] failed to load baseline from ${resolved}: ${error.message}`);
884
- return null;
885
- }
886
- }
887
-
888
- function normalizeBenchMetrics(result) {
889
- const m = result?.metrics;
890
- if (!m) return m;
891
- return {
892
- decodeTokensPerSec: m.decodeTokensPerSec,
893
- prefillTokensPerSec: m.prefillTokensPerSec,
894
- firstTokenMs: m.firstTokenMs,
895
- firstResponseMs: m.firstResponseMs,
896
- prefillMs: m.prefillMs,
897
- decodeMs: m.decodeMs,
898
- totalRunMs: m.totalRunMs,
899
- modelLoadMs: m.modelLoadMs,
900
- decodeMsPerTokenP50: m.decodeMsPerTokenP50,
901
- decodeMsPerTokenP95: m.decodeMsPerTokenP95,
902
- decodeMsPerTokenP99: m.decodeMsPerTokenP99,
903
- };
904
- }
905
-
906
- function compareBenchResults(current, baseline) {
907
- const cm = normalizeBenchMetrics(current);
908
- const bm = normalizeBenchMetrics(baseline);
909
- if (!cm || !bm) {
910
- console.error('[compare] missing metrics in current or baseline result');
911
- return { regressions: [], improvements: [] };
912
- }
913
-
914
- const isCrossEngine = (current?.env?.library) !== (baseline?.env?.library);
915
- const regressions = [];
916
- const improvements = [];
917
-
918
- const metrics = [
919
- { label: 'decode tok/s', cur: cm.decodeTokensPerSec, base: bm.decodeTokensPerSec, higherBetter: true },
920
- { label: 'prefill tok/s', cur: cm.prefillTokensPerSec, base: bm.prefillTokensPerSec, higherBetter: true },
921
- { label: 'first token', cur: cm.firstTokenMs, base: bm.firstTokenMs, higherBetter: false },
922
- { label: 'prefill ms', cur: cm.prefillMs, base: bm.prefillMs, higherBetter: false },
923
- { label: 'decode ms', cur: cm.decodeMs, base: bm.decodeMs, higherBetter: false },
924
- { label: 'first response', cur: cm.firstResponseMs, base: bm.firstResponseMs, higherBetter: false },
925
- { label: 'total run', cur: cm.totalRunMs, base: bm.totalRunMs, higherBetter: false },
926
- { label: 'model load', cur: cm.modelLoadMs, base: bm.modelLoadMs, higherBetter: false },
927
- ];
928
-
929
- // GPU phase metrics only available in Doppler-vs-Doppler comparisons
930
- const cg = current?.metrics?.gpu;
931
- const bg = baseline?.metrics?.gpu;
932
- if (cg && bg) {
933
- metrics.push(
934
- { label: 'gpu record ms', cur: cg.decodeRecordMs?.median, base: bg.decodeRecordMs?.median, higherBetter: false },
935
- { label: 'gpu submit_wait', cur: cg.decodeSubmitWaitMs?.median, base: bg.decodeSubmitWaitMs?.median, higherBetter: false },
936
- { label: 'gpu readback', cur: cg.decodeReadbackWaitMs?.median, base: bg.decodeReadbackWaitMs?.median, higherBetter: false },
937
- );
938
- }
939
-
940
- const curLabel = isCrossEngine ? (current?.env?.library || 'current') : 'current';
941
- const baseLabel = isCrossEngine ? (baseline?.env?.library || 'baseline') : 'baseline';
942
- const baseModelId = baseline.modelId || 'unknown';
943
- console.log(`[compare] vs ${baseLabel} model=${baseModelId}`);
944
- console.log(`[compare] ${'metric'.padEnd(20)} ${baseLabel.padStart(14)} ${curLabel.padStart(14)} ${'delta'.padStart(10)}`);
945
-
946
- for (const m of metrics) {
947
- if (!Number.isFinite(m.cur) || !Number.isFinite(m.base) || m.base === 0) continue;
948
- const deltaPct = ((m.cur - m.base) / Math.abs(m.base)) * 100;
949
- const sign = deltaPct >= 0 ? '+' : '';
950
- const deltaStr = `${sign}${deltaPct.toFixed(1)}%`;
951
- const isRegression = m.higherBetter ? deltaPct < -10 : deltaPct > 10;
952
- const isImprovement = m.higherBetter ? deltaPct > 10 : deltaPct < -10;
953
- const flag = isRegression ? ' !!REGRESSION' : isImprovement ? ' *improved' : '';
954
- console.log(`[compare] ${m.label.padEnd(20)} ${formatNumber(m.base, 1).padStart(14)} ${formatNumber(m.cur, 1).padStart(14)} ${deltaStr.padStart(10)}${flag}`);
955
- if (isRegression) regressions.push(m.label);
956
- if (isImprovement) improvements.push(m.label);
957
- }
958
-
959
- if (regressions.length) {
960
- console.log(`[compare] ${regressions.length} regression(s) detected (>10% threshold)`);
961
- }
962
- return { regressions, improvements };
963
- }
964
-
965
- async function loadManifest(manifestPath) {
966
- const raw = await fs.readFile(path.resolve(manifestPath), 'utf-8');
967
- const manifest = JSON.parse(raw);
968
- if (!manifest.runs || !Array.isArray(manifest.runs) || manifest.runs.length === 0) {
969
- throw new Error('manifest must have a non-empty "runs" array');
970
- }
971
- return manifest;
972
- }
973
-
974
- function mergeRunConfig(base, ...overrides) {
975
- const merged = isPlainObject(base) ? { ...base } : {};
976
- for (const source of overrides) {
977
- if (!isPlainObject(source)) {
978
- continue;
979
- }
980
- for (const [key, value] of Object.entries(source)) {
981
- if ((key === 'browser' || key === 'bench') && isPlainObject(value)) {
982
- merged[key] = {
983
- ...(isPlainObject(merged[key]) ? merged[key] : {}),
984
- ...value,
985
- };
986
- continue;
987
- }
988
- merged[key] = value;
989
- }
990
- }
991
- return merged;
992
- }
993
-
994
- async function runManifestSweep(manifest, commandContext, jsonOutput, policy = DEFAULT_CLI_POLICY) {
995
- const defaults = manifest.defaults || {};
996
- const results = [];
997
-
998
- for (let i = 0; i < manifest.runs.length; i++) {
999
- const run = manifest.runs[i];
1000
- const label = run.label || run.modelId || run.request?.modelId || `run-${i}`;
1001
- if (!jsonOutput) {
1002
- console.error(`[sweep] (${i + 1}/${manifest.runs.length}) ${label}`);
1003
- }
1004
-
1005
- const requestInput = {
1006
- ...commandContext.request,
1007
- ...(isPlainObject(defaults.request) ? defaults.request : {}),
1008
- ...(isPlainObject(run.request) ? run.request : {}),
1009
- command: commandContext.request.command,
1010
- };
1011
- const modelId = asStringOrNull(run.modelId) || asStringOrNull(defaults.modelId);
1012
- if (modelId) {
1013
- requestInput.modelId = modelId;
1014
- }
1015
- const modelUrl = asStringOrNull(run.modelUrl) || asStringOrNull(defaults.modelUrl);
1016
- if (modelUrl) {
1017
- requestInput.modelUrl = modelUrl;
1018
- }
1019
- const runtimePreset = asStringOrNull(run.runtimePreset) || asStringOrNull(defaults.runtimePreset);
1020
- if (runtimePreset) {
1021
- requestInput.runtimePreset = runtimePreset;
1022
- }
1023
-
1024
- const mergedRunConfig = mergeRunConfig(commandContext.runConfig, defaults.run, run.run);
1025
- let request = null;
1026
- let surface = commandContext.surface;
1027
- try {
1028
- request = normalizeToolingCommandRequest(requestInput);
1029
- surface = commandContext.surfaceFromCli
1030
- ? commandContext.surface
1031
- : resolveSurfaceForCommand(
1032
- request.command,
1033
- { flags: { surface: null } },
1034
- mergedRunConfig,
1035
- policy
1036
- );
1037
- const response = surface === 'auto'
1038
- ? await runWithAutoSurface(request, mergedRunConfig, jsonOutput, policy)
1039
- : await runCommandOnSurface(request, surface, mergedRunConfig, jsonOutput);
1040
- results.push({ label, response, error: null });
1041
- } catch (error) {
1042
- results.push({
1043
- label,
1044
- response: null,
1045
- error: createCliToolingErrorEnvelope(error, {
1046
- surface: surface === 'auto' ? null : surface,
1047
- request,
1048
- }),
1049
- });
1050
- if (!jsonOutput) {
1051
- console.error(`[sweep] ${label} FAILED: ${error.message}`);
1052
- }
1053
- }
1054
- }
1055
-
1056
- return results;
1057
- }
1058
-
1059
- function printManifestSummary(results) {
1060
- const completed = results.filter((r) => r.response && !r.error);
1061
- const failed = results.filter((r) => r.error);
1062
- console.log(`[sweep] ${completed.length} completed, ${failed.length} failed`);
1063
-
1064
- for (const r of results) {
1065
- if (r.error) {
1066
- console.log(` ${r.label.padEnd(30)} FAILED`);
1067
- continue;
1068
- }
1069
- const m = r.response?.result?.metrics;
1070
- if (!m) {
1071
- console.log(` ${r.label.padEnd(30)} no metrics`);
1072
- continue;
1073
- }
1074
- console.log(
1075
- ` ${r.label.padEnd(30)} ` +
1076
- `${formatNumber(m.decodeTokensPerSec)} decode tok/s ` +
1077
- `prefill=${formatNumber(m.prefillTokensPerSec)} ` +
1078
- `first=${formatMs(m.firstTokenMs)}`
1079
- );
1080
- }
1081
- }
1082
-
1083
- function formatMB(bytes) {
1084
- return Number.isFinite(bytes) ? `${(bytes / (1024 * 1024)).toFixed(1)}MB` : 'n/a';
1085
- }
1086
-
1087
- function printDeviceInfo(result) {
1088
- const info = result?.deviceInfo;
1089
- if (!info) return;
1090
- const ai = info.adapterInfo;
1091
- if (ai) {
1092
- console.log(`[device] vendor=${ai.vendor || 'unknown'} arch=${ai.architecture || 'unknown'} device=${ai.device || 'unknown'}`);
1093
- }
1094
- console.log(
1095
- `[device] f16=${info.hasF16 ? 'yes' : 'no'} subgroups=${info.hasSubgroups ? 'yes' : 'no'} timestamp_query=${info.hasTimestampQuery ? 'yes' : 'no'}`
1096
- );
1097
- }
1098
-
1099
- function printGpuPhases(metrics) {
1100
- const gpu = metrics?.gpu;
1101
- if (!gpu) return;
1102
- const rm = gpu.decodeRecordMs?.median;
1103
- const sw = gpu.decodeSubmitWaitMs?.median;
1104
- const rw = gpu.decodeReadbackWaitMs?.median;
1105
- if (Number.isFinite(rm) || Number.isFinite(sw) || Number.isFinite(rw)) {
1106
- console.log(`[gpu] decode record=${formatMs(rm)} submit_wait=${formatMs(sw)} readback_wait=${formatMs(rw)} (median)`);
1107
- }
1108
- const pm = gpu.prefillMs?.median;
1109
- const dm = gpu.decodeMs?.median;
1110
- if (Number.isFinite(pm) || Number.isFinite(dm)) {
1111
- console.log(`[gpu] prefill=${formatMs(pm)} decode=${formatMs(dm)} (median gpu time)`);
1112
- }
1113
- }
1114
-
1115
- function printMemoryReport(result) {
1116
- const mem = result?.memoryStats;
1117
- if (!mem) return;
1118
- const parts = [`used=${formatMB(mem.used)}`];
1119
- if (mem.pool && Number.isFinite(mem.pool.currentBytesAllocated)) {
1120
- parts.push(`pool=${formatMB(mem.pool.currentBytesAllocated)}`);
1121
- }
1122
- if (mem.kvCache) {
1123
- parts.push(`kv_cache=${formatMB(mem.kvCache.allocated)}`);
1124
- if (Number.isFinite(mem.kvCache.seqLen) && Number.isFinite(mem.kvCache.maxSeqLen)) {
1125
- parts.push(`(seq=${mem.kvCache.seqLen}/${mem.kvCache.maxSeqLen})`);
1126
- }
1127
- }
1128
- console.log(`[memory] ${parts.join(' ')}`);
1129
- }
1130
-
1131
- function printExecutionContractSummary(result) {
1132
- const artifact = result?.metrics?.executionContractArtifact;
1133
- if (!artifact || typeof artifact !== 'object') return;
1134
- const checks = Array.isArray(artifact.checks) ? artifact.checks : [];
1135
- const passedChecks = checks.filter((entry) => entry?.ok === true).length;
1136
- const session = artifact.session && typeof artifact.session === 'object'
1137
- ? artifact.session
1138
- : null;
1139
- const attentionPhases = artifact.steps?.attentionPhases && typeof artifact.steps.attentionPhases === 'object'
1140
- ? artifact.steps.attentionPhases
1141
- : null;
1142
- const parts = [
1143
- `status=${artifact.ok === true ? 'pass' : 'fail'}`,
1144
- checks.length > 0 ? `checks=${passedChecks}/${checks.length}` : 'checks=n/a',
1145
- ];
1146
- if (session?.layout) {
1147
- parts.push(`layout=${session.layout}`);
1148
- }
1149
- if (attentionPhases) {
1150
- parts.push(
1151
- `attn(prefill=${attentionPhases.prefill ?? 'n/a'},decode=${attentionPhases.decode ?? 'n/a'},both=${attentionPhases.both ?? 'n/a'})`
1152
- );
1153
- }
1154
- console.log(`[contract] ${parts.join(' ')}`);
1155
- if (artifact.ok !== true && Array.isArray(artifact.errors)) {
1156
- for (const error of artifact.errors.slice(0, 3)) {
1157
- console.log(`[contract] error=${quoteOneLine(error)}`);
1158
- }
1159
- }
1160
- }
1161
-
1162
- function printExecutionV0GraphSummary(artifact) {
1163
- if (!artifact || typeof artifact !== 'object') return;
1164
- const checks = Array.isArray(artifact.checks) ? artifact.checks : [];
1165
- const passedChecks = checks.filter((entry) => entry?.ok === true).length;
1166
- const stats = artifact.stats && typeof artifact.stats === 'object' ? artifact.stats : null;
1167
- const parts = [
1168
- `status=${artifact.ok === true ? 'pass' : 'fail'}`,
1169
- checks.length > 0 ? `checks=${passedChecks}/${checks.length}` : 'checks=n/a',
1170
- ];
1171
- if (Number.isFinite(stats?.prefillSteps) || Number.isFinite(stats?.decodeSteps)) {
1172
- parts.push(`steps(prefill=${stats?.prefillSteps ?? 'n/a'},decode=${stats?.decodeSteps ?? 'n/a'})`);
1173
- }
1174
- console.log(`[graph] ${parts.join(' ')}`);
1175
- if (artifact.ok !== true && Array.isArray(artifact.errors)) {
1176
- for (const error of artifact.errors.slice(0, 3)) {
1177
- console.log(`[graph] error=${quoteOneLine(error)}`);
1178
- }
1179
- }
1180
- }
1181
-
1182
- function printSimpleArtifactSummary(label, artifact) {
1183
- if (!artifact || typeof artifact !== 'object') return;
1184
- const checks = Array.isArray(artifact.checks) ? artifact.checks : [];
1185
- const passedChecks = checks.filter((entry) => entry?.ok === true).length;
1186
- console.log(
1187
- `[${label}] status=${artifact.ok === true ? 'pass' : 'fail'} ` +
1188
- `checks=${checks.length > 0 ? `${passedChecks}/${checks.length}` : 'n/a'}`
1189
- );
1190
- if (artifact.ok !== true && Array.isArray(artifact.errors)) {
1191
- for (const error of artifact.errors.slice(0, 2)) {
1192
- console.log(`[${label}] error=${quoteOneLine(error)}`);
1193
- }
1194
- }
1195
- }
1196
-
1197
- function printConvertContractSummary(result) {
1198
- const artifact = result?.executionContractArtifact;
1199
- if (!artifact || typeof artifact !== 'object') return;
1200
- const checks = Array.isArray(artifact.checks) ? artifact.checks : [];
1201
- const passedChecks = checks.filter((entry) => entry?.ok === true).length;
1202
- const session = artifact.session && typeof artifact.session === 'object'
1203
- ? artifact.session
1204
- : null;
1205
- console.log(
1206
- `[contract] status=${artifact.ok === true ? 'pass' : 'fail'} ` +
1207
- `checks=${checks.length > 0 ? `${passedChecks}/${checks.length}` : 'n/a'} ` +
1208
- `layout=${session?.layout ?? 'n/a'}`
1209
- );
1210
- if (artifact.ok !== true && Array.isArray(artifact.errors)) {
1211
- for (const error of artifact.errors.slice(0, 3)) {
1212
- console.log(`[contract] error=${quoteOneLine(error)}`);
1213
- }
1214
- }
1215
- printExecutionV0GraphSummary(result?.executionV0GraphContractArtifact);
1216
- printSimpleArtifactSummary('layer-pattern', result?.layerPatternContractArtifact);
1217
- printSimpleArtifactSummary('required-inference', result?.requiredInferenceFieldsArtifact);
1218
- }
1219
-
1220
- function printConvertReportSummary(result) {
1221
- const reportInfo = result?.reportInfo;
1222
- if (!reportInfo || typeof reportInfo !== 'object') return;
1223
- if (typeof reportInfo.path !== 'string' || reportInfo.path.length === 0) return;
1224
- console.log(`[report] ${reportInfo.path}`);
1225
- }
1226
-
1227
- function printMetricsSummary(result) {
1228
- if (!result || typeof result !== 'object') return;
1229
- if (result.kind === 'distill') {
1230
- const stageCount = Array.isArray(result.stageResults) ? result.stageResults.length : 0;
1231
- console.log(
1232
- `[metrics] kind=distill action=${result.action || 'run'} stages=${stageCount} runRoot=${quoteOneLine(result.runRoot)}`
1233
- );
1234
- return;
1235
- }
1236
- if (result.kind === 'lora') {
1237
- const exportCount = Array.isArray(result.exports) ? result.exports.length : 0;
1238
- console.log(
1239
- `[metrics] kind=lora action=${result.action || 'run'} exports=${exportCount} runRoot=${quoteOneLine(result.runRoot)}`
1240
- );
1241
- return;
1242
- }
1243
- const suite = String(result.suite || '');
1244
- const metrics = result.metrics;
1245
- if (!metrics || typeof metrics !== 'object') return;
1246
-
1247
- if (suite === 'inference' || suite === 'debug') {
1248
- const prompt = quoteOneLine(metrics.prompt);
1249
- console.log(`[metrics] prompt=${prompt}`);
1250
- console.log(
1251
- `[metrics] load=${formatMs(metrics.modelLoadMs)} ` +
1252
- `prefillTokens=${Number.isFinite(metrics.prefillTokens) ? Math.round(metrics.prefillTokens) : 'n/a'} ` +
1253
- `decodeTokens=${Number.isFinite(metrics.decodeTokens) ? Math.round(metrics.decodeTokens) : 'n/a'} ` +
1254
- `maxTokens=${Number.isFinite(metrics.maxTokens) ? Math.round(metrics.maxTokens) : 'n/a'}`
1255
- );
1256
- console.log(
1257
- `[metrics] first=${formatMs(metrics.firstTokenMs)} prefill=${formatMs(metrics.prefillMs)} ` +
1258
- `decode=${formatMs(metrics.decodeMs)} total=${formatMs(metrics.totalRunMs)}`
1259
- );
1260
- console.log(
1261
- `[metrics] tok/s=${formatNumber(metrics.decodeTokensPerSec)} ` +
1262
- `prefill=${formatNumber(metrics.prefillTokensPerSec)} ` +
1263
- `decode=${formatNumber(metrics.decodeTokensPerSec)}`
1264
- );
1265
- if (typeof result.output === 'string' && result.output.length > 0) {
1266
- console.log(`[output] ${quoteOneLine(result.output)}`);
1267
- }
1268
- printExecutionContractSummary(result);
1269
- printExecutionV0GraphSummary(metrics.executionV0GraphContractArtifact);
1270
- return;
1271
- }
1272
-
1273
- if (suite === 'bench') {
1274
- if (Number.isFinite(metrics.embeddingDim) || Number.isFinite(metrics.avgEmbeddingMs)) {
1275
- console.log(`[metrics] prompt=${quoteOneLine(metrics.prompt)}`);
1276
- console.log(
1277
- `[metrics] load=${formatMs(metrics.modelLoadMs)} runs=${Number.isFinite(metrics.warmupRuns) ? metrics.warmupRuns : 'n/a'}+${Number.isFinite(metrics.timedRuns) ? metrics.timedRuns : 'n/a'}`
1278
- );
1279
- console.log(
1280
- `[metrics] embedding dim=${Number.isFinite(metrics.embeddingDim) ? Math.round(metrics.embeddingDim) : 'n/a'} ` +
1281
- `median=${formatMs(metrics.medianEmbeddingMs)} avg=${formatMs(metrics.avgEmbeddingMs)} ` +
1282
- `eps=${formatNumber(metrics.avgEmbeddingsPerSec)}`
1283
- );
1284
- printExecutionContractSummary(result);
1285
- printExecutionV0GraphSummary(metrics.executionV0GraphContractArtifact);
1286
- return;
1287
- }
1288
-
1289
- console.log(`[metrics] prompt=${quoteOneLine(metrics.prompt)}`);
1290
- console.log(
1291
- `[metrics] load=${formatMs(metrics.modelLoadMs)} runs=${Number.isFinite(metrics.warmupRuns) ? metrics.warmupRuns : 'n/a'}+${Number.isFinite(metrics.timedRuns) ? metrics.timedRuns : 'n/a'} ` +
1292
- `maxTokens=${Number.isFinite(metrics.maxTokens) ? Math.round(metrics.maxTokens) : 'n/a'}`
1293
- );
1294
- console.log(
1295
- `[metrics] tokens prefill(avg)=${Number.isFinite(metrics.avgPrefillTokens) ? Math.round(metrics.avgPrefillTokens) : 'n/a'} ` +
1296
- `decode(avg)=${Number.isFinite(metrics.avgDecodeTokens) ? Math.round(metrics.avgDecodeTokens) : 'n/a'} ` +
1297
- `generated(avg)=${Number.isFinite(metrics.avgTokensGenerated) ? Math.round(metrics.avgTokensGenerated) : 'n/a'}`
1298
- );
1299
- console.log(
1300
- `[metrics] decode tok/s=${formatNumber(metrics.decodeTokensPerSec)} avg=${formatNumber(metrics.avgDecodeTokensPerSec)} ` +
1301
- `prefill=${formatNumber(metrics.prefillTokensPerSec)} avg=${formatNumber(metrics.avgPrefillTokensPerSec)}`
1302
- );
1303
- console.log(
1304
- `[metrics] latency first=${formatMs(metrics.firstTokenMs)} ` +
1305
- `prefill=${formatMs(metrics.prefillMs)} decode=${formatMs(metrics.decodeMs)}`
1306
- );
1307
- printExecutionContractSummary(result);
1308
- printExecutionV0GraphSummary(metrics.executionV0GraphContractArtifact);
1309
- printDeviceInfo(result);
1310
- printGpuPhases(metrics);
1311
- printMemoryReport(result);
1312
- return;
1313
- }
1314
-
1315
- if (suite === 'training') {
1316
- const selectedTests = Array.isArray(metrics.selectedTests)
1317
- ? metrics.selectedTests.length
1318
- : 'n/a';
1319
- const availableTests = Array.isArray(metrics.availableTests)
1320
- ? metrics.availableTests.length
1321
- : 'n/a';
1322
- const stage = typeof metrics.trainingStage === 'string' ? metrics.trainingStage : 'n/a';
1323
- console.log(
1324
- `[metrics] training tests=${Number.isFinite(metrics.testsRun) ? metrics.testsRun : 'n/a'} ` +
1325
- `selected=${selectedTests} available=${availableTests} stage=${stage}`
1326
- );
1327
- }
1328
- }
1329
-
1330
- async function main() {
1331
- const argv = process.argv.slice(2);
1332
- const jsonOutputRequested = argv.includes('--json');
1333
- const errorContext = {
1334
- surface: null,
1335
- request: null,
1336
- };
1337
-
1338
- try {
1339
- if (!argv.length || argv[0] === '--help' || argv[0] === '-h') {
1340
- console.log(usage());
1341
- return;
1342
- }
1343
-
1344
- const cliPolicy = await readJsonObjectFile(CLI_POLICY_PATH, '--cli-policy');
1345
- const parsed = parseArgs(argv);
1346
- if (parsed.flags.help === true || parsed.flags.h === true) {
1347
- console.log(usage());
1348
- return;
1349
- }
1350
- validateCommandFlags(parsed);
1351
-
1352
- const jsonOutput = parsed.flags.json === true;
1353
- const commandContext = await buildRequest(parsed, cliPolicy);
1354
- const { request, runConfig, surface, surfaceFromCli, benchRunOptions } = commandContext;
1355
- errorContext.surface = surface === 'auto' ? null : surface;
1356
- errorContext.request = request;
1357
- const { saveDir, shouldSave, comparePath, manifestPath } = benchRunOptions;
1358
-
1359
- if (manifestPath) {
1360
- const manifest = await loadManifest(String(manifestPath));
1361
- const results = await runManifestSweep(
1362
- manifest,
1363
- {
1364
- request,
1365
- runConfig,
1366
- surface,
1367
- surfaceFromCli,
1368
- },
1369
- jsonOutput,
1370
- cliPolicy
1371
- );
1372
-
1373
- if (shouldSave) {
1374
- for (const r of results) {
1375
- if (r.response?.result) {
1376
- const savedPath = await saveBenchResult(r.response.result, saveDir);
1377
- if (!jsonOutput) console.error(`[save] ${r.label}: ${savedPath}`);
1378
- }
1379
- }
1380
- }
1381
-
1382
- if (jsonOutput) {
1383
- console.log(JSON.stringify(results.map((r) => r.response ?? r.error), null, 2));
1384
- return;
1385
- }
1386
-
1387
- printManifestSummary(results);
1388
- for (const r of results) {
1389
- if (r.response?.result) {
1390
- console.log(`\n--- ${r.label} ---`);
1391
- printMetricsSummary(r.response.result);
1392
- }
1393
- }
1394
- return;
1395
- }
1396
-
1397
- let response;
1398
- if (surface === 'auto') {
1399
- response = await runWithAutoSurface(request, runConfig, jsonOutput, cliPolicy);
1400
- } else {
1401
- response = await runCommandOnSurface(request, surface, runConfig, jsonOutput);
1402
- }
1403
-
1404
- const isBench = response.result?.suite === 'bench';
1405
-
1406
- if (comparePath && isBench) {
1407
- const baseline = await loadBaseline(String(comparePath), saveDir);
1408
- if (baseline) {
1409
- compareBenchResults(response.result, baseline);
1410
- }
1411
- }
1412
-
1413
- if (shouldSave && isBench) {
1414
- const savedPath = await saveBenchResult(response.result, saveDir);
1415
- if (!jsonOutput) {
1416
- console.error(`[save] ${savedPath}`);
1417
- }
1418
- }
1419
-
1420
- if (jsonOutput) {
1421
- console.log(JSON.stringify(response, null, 2));
1422
- return;
1423
- }
1424
-
1425
- console.log(`[ok] ${toSummary(response.result)}`);
1426
- printConvertContractSummary(response.result);
1427
- printConvertReportSummary(response.result);
1428
- printMetricsSummary(response.result);
1429
- } catch (error) {
1430
- if (jsonOutputRequested) {
1431
- console.log(JSON.stringify(createCliToolingErrorEnvelope(error, errorContext), null, 2));
1432
- process.exitCode = 1;
1433
- return;
1434
- }
1435
- throw error;
1436
- }
1437
- }
1438
-
1439
- function isMainModule(metaUrl) {
1440
- const entryPath = process.argv[1];
1441
- if (!entryPath) {
1442
- return false;
1443
- }
1444
- return path.resolve(fileURLToPath(metaUrl)) === path.resolve(entryPath);
1445
- }
1446
-
1447
- if (isMainModule(import.meta.url)) {
1448
- main().catch((error) => {
1449
- console.error(`[error] ${error?.message || String(error)}`);
1450
- process.exit(1);
1451
- });
1452
- }